[ Aug 16 05:43:41 Enabled. ]
[ Aug 16 05:43:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Aug 16 05:43:41 Method "start" exited with status 0. ]
[ Aug 16 05:43:41 Rereading configuration. ]
[ Aug 16 05:43:41 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.141130093Z","hostname":"sock","pid":1555,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.141307776Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.193184933Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.193230214Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.307754186Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.316988168Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.325616751Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:41.930047366Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.06896265Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.068995061Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.069068652Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.069166764Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.069174784Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.069204464Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072417887Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:42.072435268Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072452438Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072459018Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072468538Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072529069Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.07257159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072616761Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.072643851Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.083765085Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.083794805Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.182653179Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384754087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384786958Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384791828Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384805488Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384814028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384824929Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.384842579Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.393705405Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.393730096Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.480456208Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681444949Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68148719Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68152487Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681533401Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681541341Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681551161Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681558321Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681575861Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681592081Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681600171Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681604992Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681622432Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681626822Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681631912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681637612Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681654952Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681660132Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681666493Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681670583Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681675333Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681694273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681707583Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681713073Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681717884Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681721924Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681727094Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681747304Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681752744Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681758564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681763804Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681768704Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681773614Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681804195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681809675Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681815055Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681822855Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681826845Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681831015Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681853196Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681865596Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681870466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681874376Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681879936Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681883926Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681909097Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681915437Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681919777Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681937167Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681942167Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681947547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681951897Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681959617Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681990078Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681994438Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.681999068Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682011928Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682016578Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682023698Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682053359Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682058149Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682062099Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682070029Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.682085959Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68209618Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68210694Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68211304Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68211797Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68213774Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.68214716Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.692336469Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:731"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.692366919Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999939019s","next_cleanup":"Instant { tv_sec: 1291, tv_nsec: 975231137 }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69242536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.692435521Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3797"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.692477751Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.692486791Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.694920462Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695010923Z","hostname":"sock","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695287918Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1018"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695294008Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695367769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69541744Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69544562Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69545029Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695472731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695486251Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695499591Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695503611Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1119"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695507201Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695510881Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695522592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695550942Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695835087Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695984259Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.695996589Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1152"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69605203Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.69606205Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696202503Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696310354Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696342635Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4ace13cd-2770-4047-b532-d4b98598f616, rack_id: be1e4206-9f16-46c4-8935-3672e7b5f02b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696832233Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:45590","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 4ace13cd-2770-4047-b532-d4b98598f616, rack_id: be1e4206-9f16-46c4-8935-3672e7b5f02b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696957425Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696966615Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696991036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.696996726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697012596Z","hostname":"sock","pid":1555,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697018486Z","hostname":"sock","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697024026Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697028637Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697039746Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697043887Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697047147Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697050537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697057727Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.697062607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.699269063Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4031"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.699327514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.730054632Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.750551451Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.768020759Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.776725113Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.776758034Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.776773364Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.776838015Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 146.971402ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.780016497Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a8817c-facf-4c1d-a3ea-b57c8d2e4d77\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"96a8817c-facf-4c1d-a3ea-b57c8d2e4d77\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_e4f6eb34-f6e1-4055-af25-7aebb35ac29a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.79045Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_e4f6eb34-f6e1-4055-af25-7aebb35ac29a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.8128351Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_e4f6eb34-f6e1-4055-af25-7aebb35ac29a/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.81286671Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.819228275Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.819235235Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_e4f6eb34-f6e1-4055-af25-7aebb35ac29a/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.819239465Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.893593424Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.928710404Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 125.852433ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:42.929477217Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7fcc09-d7fa-4876-a05d-31d809ee965d\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f7fcc09-d7fa-4876-a05d-31d809ee965d\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.056584196Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 124.415751ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.057132685Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39470d61-6b27-4a7e-ad43-87b69aaf7a21\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39470d61-6b27-4a7e-ad43-87b69aaf7a21\" }"}
{"msg":"Mounting oxi_e4f6eb34-f6e1-4055-af25-7aebb35ac29a/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.111954661Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.124881674Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.124957426Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.124979746Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.125007467Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.181967648Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 191.434509ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.182457576Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0630991f-33e1-413e-ae25-0255f86553c5\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0630991f-33e1-413e-ae25-0255f86553c5\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.375882761Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 107.188755ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.376567432Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c92bac-fd91-42be-ba2e-5c9ad2cd65f5\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41c92bac-fd91-42be-ba2e-5c9ad2cd65f5\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.484677838Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 182.126271ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.485214607Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6138ddd1-6a92-4579-9bd7-de605ca6ca00\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6138ddd1-6a92-4579-9bd7-de605ca6ca00\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.668263441Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 372.293912ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.668705749Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56536677-daec-45b1-a746-df465932990b\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:43:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"56536677-daec-45b1-a746-df465932990b\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.844639165Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.85036697Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.8503976Z","hostname":"sock","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.850463072Z","hostname":"sock","pid":1555,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:48293","producer_id":"4ace13cd-2770-4047-b532-d4b98598f616"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:43.851773113Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"134.128327ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.852671658Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.852685798Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.852737389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:915","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:43.852743529Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:43.98844032Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"619.745621ms"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:44.042390911Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:44.609853626Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.287052051s"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:45.898680088Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.036597008s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001924093Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2570"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001944233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2788"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001948753Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2440"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001952903Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2487"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001982224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2869"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.001987344Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2911"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.003980737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2713"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.005786627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2481"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='6661368d-bddd-4e6e-bdf6-862d8bd84122'/>\n        <propval type=\"astring\" name=\"rack_id\" value='be1e4206-9f16-46c4-8935-3672e7b5f02b'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fef0:f83d'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:a02a::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"sock\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_id\" value='4ace13cd-2770-4047-b532-d4b98598f616'/>\n        <propval type=\"astring\" name=\"rack_id\" value='be1e4206-9f16-46c4-8935-3672e7b5f02b'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='sock'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='4ace13cd-2770-4047-b532-d4b98598f616'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='be1e4206-9f16-46c4-8935-3672e7b5f02b'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='4ace13cd-2770-4047-b532-d4b98598f616'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='be1e4206-9f16-46c4-8935-3672e7b5f02b'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.005914049Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:46.006071831Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 59.941387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:46.309170069Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 145.510163ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:46.537522151Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 216.631103ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:46.72084942Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:46.936865159Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.104985931s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 511.273269ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:47.08285102Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 604.237737ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:47.645590837Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 800.153562ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:48.362448829Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 780.398024ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:49.360599408Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:50.043803885Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.046340119s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.15307395s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:50.26928592Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.986698831Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.986748892Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.986756272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.986762083Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.986955326Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.987158039Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.98718219Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.98719444Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3797"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:51.98722565Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:45590","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.22995921Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230056032Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230269426Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230336887Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230365997Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230412988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.230430568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.235901368Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4055","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.235917029Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4071"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.235928369Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.490975722Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35504"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.491233897Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.491344088Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"d90bd7b5-f691-4e8a-aaae-2928d8c65602","remote_addr":"[fd00:1122:3344:101::1]:35504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":256,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.520745974Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38311"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.520845286Z","hostname":"sock","pid":1555,"uri":"/sled-role","method":"GET","req_id":"d3aa1f64-c8fb-4661-bb93-4ee07b0af353","remote_addr":"[fd00:1122:3344:101::1]:38311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.522360341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.522384571Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.522687976Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.52287734Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:834"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 38fc5f27-d5f6-4937-a95c-3488bb42fc86, pool_id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: ea8900bb-3226-49a0-833f-6f54ae09aea9, pool_id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 5b6adae5-972e-4eca-94df-bf1a81511034, pool_id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 006e3671-c20b-4eb7-b31f-a4dbc4ba2ddf, pool_id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: a2a10a1b-dac3-4a2d-888e-43251ad83243, pool_id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6be4c4c9-44c5-4d1d-a6be-0dd87ade0051, pool_id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c1331862-155d-46a0-9d2d-ac9962a9e469, pool_id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b75cbb02-cd0c-46d5-83a7-46a933232762, pool_id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c0e03e85-a2bb-438e-b61e-de445a1a1e04, pool_id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.55377906Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:356"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.553837931Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48540"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554022534Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:833"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 38fc5f27-d5f6-4937-a95c-3488bb42fc86, pool_id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: ea8900bb-3226-49a0-833f-6f54ae09aea9, pool_id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 5b6adae5-972e-4eca-94df-bf1a81511034, pool_id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 006e3671-c20b-4eb7-b31f-a4dbc4ba2ddf, pool_id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: a2a10a1b-dac3-4a2d-888e-43251ad83243, pool_id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6be4c4c9-44c5-4d1d-a6be-0dd87ade0051, pool_id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c1331862-155d-46a0-9d2d-ac9962a9e469, pool_id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b75cbb02-cd0c-46d5-83a7-46a933232762, pool_id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c0e03e85-a2bb-438e-b61e-de445a1a1e04, pool_id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554047124Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554052464Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554060055Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554064705Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:645"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554072655Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554077405Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554083035Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.554087505Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.691468955Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:52.691513655Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"c330b9da-d3f5-45fe-869f-931dde553c0f (zpool)"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:43:53.188087058Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.898410113Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.910608485Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918443075Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918542736Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918555416Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918568977Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918583717Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918713579Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.918721579Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.95632189Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_c330b9da-d3f5-45fe-869f-931dde553c0f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:53.963844954Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_c330b9da-d3f5-45fe-869f-931dde553c0f","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.089269626Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.096846531Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.096882412Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.096903192Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.096911822Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.096917172Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.106813976Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.106848907Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"a193651a-b60c-4856-bdf7-97c59963de39 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.201738564Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.20933296Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.20936972Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.20937714Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.209429861Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.209444561Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.209619954Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.209630114Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:43:54.21357501Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.244577972Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_a193651a-b60c-4856-bdf7-97c59963de39/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.252104696Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_a193651a-b60c-4856-bdf7-97c59963de39","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.378186789Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.385931737Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.385978368Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.385985498Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.385995288Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.386003428Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.395652368Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.395679018Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"80ee3a20-cd44-463d-a940-182337f43ebb (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.485098815Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493645526Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493680037Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493687747Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493718618Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493777329Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493948822Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.493958822Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.531900249Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_80ee3a20-cd44-463d-a940-182337f43ebb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.540017623Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_80ee3a20-cd44-463d-a940-182337f43ebb","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.664987217Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.67305395Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.673078881Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.673093591Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.673115462Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.673120872Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.683026525Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.683050236Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.775406681Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784067144Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784089235Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784095695Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784111905Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784119596Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784266658Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.784272788Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.819167715Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_c6ee55ba-51a3-4edb-b6d2-7a5654087792/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.8274033Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_c6ee55ba-51a3-4edb-b6d2-7a5654087792","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.946234074Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.954534421Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.954573832Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.954582181Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.954591922Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.954597952Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.964837991Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:54.964875012Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.056961552Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.065093697Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.065131527Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.065140667Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.065189458Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.065203708Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.06531009Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.06531857Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.102055097Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_0f97fac4-0ebe-44b1-93f2-4c90de5e08e6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.110048629Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:43:55.216312725Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_0f97fac4-0ebe-44b1-93f2-4c90de5e08e6","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.236142703Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.244501961Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.244552871Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.244563782Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.244572252Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.244599612Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.25478139Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.254816791Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.350069775Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.357924124Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.357975745Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.357985075Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.358039016Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.358059237Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.358205859Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.358216709Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.393037684Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_fad6b456-b1d5-4a78-ab60-3be928c7fd86/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.401415773Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_fad6b456-b1d5-4a78-ab60-3be928c7fd86","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.527367044Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.535232984Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.535307405Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.535319195Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.535326015Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.535331945Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.545206628Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.545238979Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.63913429Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647119892Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647147882Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647154153Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647174823Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647182193Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647289005Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.647295855Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.683790328Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.691640528Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.81527324Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.825496629Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.825532949Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.82554201Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.82554853Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.82555299Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.836190976Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.836225796Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"fd6ef604-54e6-4823-b264-988b44f0c964 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.93393504Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.941655818Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.941695749Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.941703679Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.9417526Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.94176234Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.941912542Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.941921312Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.977336017Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_fd6ef604-54e6-4823-b264-988b44f0c964/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:55.98540029Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:56.092240375Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.021254511s"}
{"msg":"Looking for unencrypted datasets in oxp_fd6ef604-54e6-4823-b264-988b44f0c964","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.110500857Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.118295865Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.118342196Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.118364687Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.118373287Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.118380287Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.128159988Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.128198539Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"25002bce-cb53-4648-86eb-67e95e27fea5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.222322884Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.23056326Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230605681Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230612081Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230660932Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230677012Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230823575Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.230833665Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.266724198Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:43:56.270741144Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Automatically destroying dataset: oxp_25002bce-cb53-4648-86eb-67e95e27fea5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.275257479Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_25002bce-cb53-4648-86eb-67e95e27fea5","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.402162925Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410204858Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410248459Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.41030033Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410413971Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e4f6eb34-f6e1-4055-af25-7aebb35ac29a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b10d92ce-07db-4496-96b2-8ee248da5b19 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410466303Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410473863Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410588105Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410816808Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:837"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410828348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410832718Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:863","generation":"Generation(1)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410836989Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410841999Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:873"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410867749Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410874859Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:879"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.41090953Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.4109196Z","hostname":"sock","pid":1555,"sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:884"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.410996681Z","hostname":"sock","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"eeef8a6d-4da1-49ed-8b94-9668710c347c","remote_addr":"[fd00:1122:3344:101::1]:48540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":3857111,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.44178793Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.441956623Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50786"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.442248048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.442257688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.495088561Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.495137151Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.545551364Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.545588145Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.594655935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.594696176Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.594702646Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.594773497Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.638016492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.638052112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.638057122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.689290549Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.692856548Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.696412776Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.708548547Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.71299797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:56.717327522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:43:57.272613535Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Profile for oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:58.202635179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:58.20270661Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:58.203025035Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:58.687618781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:59.167260694Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:59.167321205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 61.452801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.17543982Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:59.1754775Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:59.175576832Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:43:59.180192158Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 58.397801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.247158964Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 65.994328ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.305231464Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 62.88879ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.312056766Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 199.968511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.319235605Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 74.245559ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.519217679Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 120.347601ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.551756877Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 437.98252ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.58948468Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 187.634091ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.635097853Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 224.229363ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.682661309Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 372.287987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.844846088Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 357.860061ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:43:59.918589557Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 434.069092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:00.037375969Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 1.051591825s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:00.226774178Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 477.40768ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:00.285455357Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 857.579041ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:00.481592987Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 1.236300256s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:00.773398308Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 1.359086516s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:01.288273394Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 1.450967467s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:01.348622631Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 828.955796ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:02.017718414Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.361242489Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4079"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.36129411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.366901103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4168"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.488268598Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4216"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.488318969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4243"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.525556914Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4256"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.525589924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.577419861Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4162"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.577456741Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4223","rack_subnet":"fd00:1122:3344::"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.596854602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4234"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.596892982Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4276"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 569.971357ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:02.656846503Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.68876357Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4308"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.688802211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4314"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.798533794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4355"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.798581024Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 659.861226ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:02.8085963Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Failed to get switch ID from MGS (retrying in 74.195157ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:02.83342404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 683.692625ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:02.856011103Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.909338094Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.941712179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:675"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.941811081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:713"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.942285429Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:716","uptime":"0"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.942307169Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.975456836Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:56897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.975563607Z","hostname":"sock","pid":1555,"uri":"/sled-identifiers","method":"GET","req_id":"1a0810c4-16da-4704-9be6-99c1fb3b6a77","remote_addr":"[fd00:1122:3344:101::2]:56897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:02.980272685Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.000772794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020299547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020365228Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020375368Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020382798Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020402048Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020409279Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020417728Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020424559Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020432889Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020439359Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020447779Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020454529Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020460869Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020465649Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020470289Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.020474949Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02048924Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02049423Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02049906Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02050402Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02050904Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02051381Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:03.02051837Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 974.676028ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:03.23782301Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732\") failed: Property not found. retry in 678.375395ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:03.477940197Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878\") failed: Property not found. retry in 1.372844314s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:03.547357974Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86\") failed: Property not found. retry in 581.348895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:04.221314587Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939098476Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_031ed63e-4b18-43a0-b350-c38c5c00ed86"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939154877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_45707885-e7e4-47ea-b3e4-a1160d1b0878"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939165317Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_23ddc2ac-4e31-4107-99a4-90d7e2171732"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939180247Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939523592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.939855128Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"7f15703f-f7d1-4d6a-b0d2-6d30541128c1","remote_addr":"[fd00:1122:3344:101::1]:50786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8497806,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.94180783Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:04.986824653Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.035363666Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.081465337Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:592"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.081476507Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.114546504Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.115195044Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.115201005Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.145108748Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.14520317Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64018"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.145451004Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.145456374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.166593274Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.166620594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.186163257Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.186205087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.204630732Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.204666983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.204861196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.204982278Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.216154012Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.249957321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.251596008Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.251600018Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.281719196Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 225, 79]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.281726636Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.282035751Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.282060311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.282292115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.282740832Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.305675691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.323521746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.928540331Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:05.928703254Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 72.142579ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:06.070920763Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 102.770302ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:06.158059522Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 288.264413ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:06.283966762Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 410.42672ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:06.581113722Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 508.777925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:07.001557317Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 1.395750772s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:07.519482804Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 933.415959ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:08.925062694Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\") failed: Property not found. retry in 1.311251834s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:09.868111553Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.19849373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.198593972Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.198969778Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.199387875Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"746491d1-a05d-4a97-97fb-3a73bb858458","remote_addr":"[fd00:1122:3344:101::1]:64018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6054079,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.201703923Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.231400554Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.231578817Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55047"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:44:11.241034453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.241160375Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"fc6774d9-36e9-46fb-b7a9-303e7100d438","remote_addr":"[fd00:1122:3344:101::1]:55047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9467,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:11.243451973Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.355685307Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:11.355795119Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39891"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:44:15.364079376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.364179118Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"7b936bd3-1c4d-4ac3-96f9-f8aa09603f7f","remote_addr":"[fd00:1122:3344:101::1]:39891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008272,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:15.367471572Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.557449811Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.557647784Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65332"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:44:15.566650403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.566830456Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"eac94652-115f-4e55-be43-4b6f8ebeb6ff","remote_addr":"[fd00:1122:3344:101::1]:65332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9031,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:15.569252346Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.790217116Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.790362059Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61202"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:44:15.798670246Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:15.798787238Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"3ded2b13-a932-49f2-97fa-23d66d604b51","remote_addr":"[fd00:1122:3344:101::1]:61202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8299,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:15.801632275Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:16.020687573Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:16.020783125Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47654"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.50121463Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"29a6337e-dc28-4670-b0ae-27cb89825c4d","remote_addr":"[fd00:1122:3344:101::1]:47654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4021274,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1723787058.497628, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.504501824Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.504516104Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1231"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.534863936Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.535033288Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39763"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.535375834Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.535384824Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.555290163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.555324704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.573401062Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.573431993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.592066551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.592102001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.64224223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.64227099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.692475249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.69250473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.744938816Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.744964307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.796128922Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.796158712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.846828059Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.84686151Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.847039023Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.847160555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.930678885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.930733946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.930741096Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.930745516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:19.930752346Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.017949466Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.022143026Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.025784526Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.029769192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.034433349Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.03996406Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.044630087Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.049143912Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.053471143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:20.057788665Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='7673d007-04d7-4f4c-930f-7f755a8b1a1c'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.799151284Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.799264536Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='fb42de1d-44c1-439d-bbd3-c10a6905ab5a'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.850291864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.850430091Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='73c90da1-9105-4639-8512-1fa70bb44357'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.888600521Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.888699485Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 27.79525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:22.942527634Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='f2161442-c7dc-43c9-ac51-49a0a7e380a6'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.946349174Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.946466824Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='83699955-cc04-44ff-b411-bb42b9b99f63'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.970223123Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:22.970401665Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 81.045488ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:22.982905276Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 47.686203ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:22.99022648Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 72.077129ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.195086805Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 256.008219ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.260864427Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 70.624938ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.313278188Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 209.482336ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.335741905Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 54.64567ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.387094848Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 117.043063ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.424707317Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 50.953805ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.455153671Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.468296861Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"361.356765ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 127.861934ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.470944859Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 137.27628ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.613015229Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 549.340057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.723461497Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 414.037567ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.762358649Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 157.947077ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.803419198Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 154.156773ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.84549013Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 257.297313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:23.887734938Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 396.998723ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.04815449Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 354.828681ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.077083219Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 576.645494ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.187249768Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 698.669411ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.280956628Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 912.271319ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.338175527Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 758.511073ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.715106488Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 468.038728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:24.940860344Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 774.216827ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.016121475Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 729.921879ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.052486262Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 1.381628008s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.317337453Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.323395267s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.413147069Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 755.218741ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.487047885Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.296511838s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.795236459Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 674.855074ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:25.80580072Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 551.206972ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:26.254460061Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 802.933887ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:26.492510163Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 627.97889ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:26.713021092Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 840.246656ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:26.749130143Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 993.677021ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:26.81615129Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 979.20108ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:27.104996957Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 719.659133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:27.307780884Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 997.856744ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:27.35248616Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.134855373s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:27.60627297Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.276872208s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:27.827323621Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.247536505s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:28.043235606Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 821.092923ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:28.1011258Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 642.64862ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:28.363332621Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.024705221s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:28.754130129Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.424708369s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:28.933339689Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 1.299869694s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:29.018037166Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.219792593s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:29.115897578Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.193053575s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:29.302002153Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.033535861s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:29.78989973Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c\") failed: Property not found. retry in 1.196471868s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:30.332925701Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 888.590129ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:30.348411215Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 651.929658ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:30.370930295Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.090938943s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:30.507355084Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 972.724263ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:30.836590312Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.139257513s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:31.034460205Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 852.029098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:31.250246729Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.193526614s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:31.609929775Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.291635324s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:31.821195734Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:31.887760164Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40193"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:31.887934101Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"5a17a3ae-17c8-42cc-b280-46beb7051a37","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40193","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 642.946534ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:32.113851592Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 675.608513ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:32.187152806Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.008552791s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:32.769069821Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.354615391s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:32.815970226Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 782.504832ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:32.872864932Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 756.473275ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:33.129538889Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 749.75413ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:33.668066426Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 864.804856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:33.789755164Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.349018921s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:33.898147098Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 674.654658ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:34.18397385Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.364255963s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:34.430342263Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.444415489s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:34.668151557Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 918.073986ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:34.871483542Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.315371381s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:35.260431214Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 663.993193ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:35.801786456Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 514.353922ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:35.809618475Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 920.883842ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:36.125554222Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.081269385s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:36.336073165Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.17040565s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:36.477592766Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.470527728s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:36.588600791Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.071763263s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:37.058025935Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 844.403071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:37.429129008Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.226826918s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:37.659890289Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.199491795s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:38.072756335Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.180623338s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:38.141787438Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.228647299s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:38.285333521Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.124348616s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:38.898166277Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:39.185425925Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"749.388885ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 682.319773ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:39.284984737Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 773.932478ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:39.334758105Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 500.415262ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:39.526257217Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 811.413057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:39.977731406Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.038654317s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:40.034898414Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a\") failed: Property not found. retry in 1.266136829s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:40.043161716Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6\") failed: Property not found. retry in 1.331853586s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:40.11970347Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357\") failed: Property not found. retry in 1.386364417s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:40.799416617Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63\") failed: Property not found. retry in 1.214103192s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:41.084896542Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.326401652Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_7673d007-04d7-4f4c-930f-7f755a8b1a1c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.326485859Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_fb42de1d-44c1-439d-bbd3-c10a6905ab5a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.326495093Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_73c90da1-9105-4639-8512-1fa70bb44357"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.326501947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_83699955-cc04-44ff-b411-bb42b9b99f63"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.32651015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_f2161442-c7dc-43c9-ac51-49a0a7e380a6"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.326524569Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.327034326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.327373435Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6931c525-4aae-4b59-bba8-03467ade9980","remote_addr":"[fd00:1122:3344:101::1]:39763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":22899515,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.361687795Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51824"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:42.393595721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:44:54.882261209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3635"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:44:55.017463985Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"766.295562ms"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:02.006304755Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61494"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:02.00702554Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"9e2c2034-82da-4112-9925-5c06f2b256dc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61494","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":639,"response_code":"200"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.824387135Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3658"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.824599585Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"86b9fa51-b389-46c5-bb1a-93cedc38970c","remote_addr":"[fd00:1122:3344:101::1]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":27388575,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.860711608Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.861509705Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38420"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.862346769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.862361844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.884932917Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.88496423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.907525389Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.90756153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.928674246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.928710125Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.949787882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.949823077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.970164569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.970196201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.990710758Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:09.990750068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.011907043Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.011937531Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.033964554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.033993674Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.166541979Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.166579216Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.299646722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.299686501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.443220523Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.443256918Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.572351648Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.572388961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.694212686Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.69425449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.829904658Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.829949012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:10.862359053Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"1.32974164s"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.95254658Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:10.952592968Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.092400186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.092503199Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.231961102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.231998228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.328458814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.328512112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.453975324Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.454008381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.602338217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.602373129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.602608661Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.602758223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704627284Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704676007Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704684116Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704689713Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704696248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.70470192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704708726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704723838Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704730749Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704736449Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704741567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704748233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704753867Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.70475788Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.70476448Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704769533Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704774708Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704779968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.704785181Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.704942327Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ed80105b-dd20-46a4-88ed-45930305dabb","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized)]","latency_us":1837993,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:11.705196596Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"100.807021ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed80105b-dd20-46a4-88ed-45930305dabb\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ed80105b-dd20-46a4-88ed-45930305dabb\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.80768019Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.808613296Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.808622662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.832266709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.83231201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.853759108Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.853799402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.873644427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.873682968Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.893191899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.893232896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.911844256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.91188094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.930660928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.930778095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.948891133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.948931174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.966563734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.966607956Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.986736999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:11.986776215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.005833473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.005890371Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.024275694Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.024317151Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.043905438Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.043947617Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.062030384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.062142029Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.081844329Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.081885327Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.10296954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.10301231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.122312715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.122358213Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.141476699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.141545934Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.159681413Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.159722007Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.178252652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.178296799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.196212481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.196265807Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.196636061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.196806398Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296034306Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296107188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296116469Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296129913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.29613763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296143536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.29615143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296156577Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296163495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296171024Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296181289Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296196402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296201915Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296208853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296214037Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296220862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296226281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296231718Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296236809Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.296324233Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5922445a-f2ef-452c-a114-fc9f81295179","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized)]","latency_us":487183,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.296513432Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"142.135659ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5922445a-f2ef-452c-a114-fc9f81295179\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5922445a-f2ef-452c-a114-fc9f81295179\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.440784632Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.441309941Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.441316635Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.463404988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.463438982Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.482845287Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.482888938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.506985594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.507014601Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.528045718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.528074716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.547305455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.54733283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.567643011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.567673536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.587094368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.587124246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.606380568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.606405458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.627086003Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.627122144Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.645713508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.645748731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.663963748Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.663997667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.683406576Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.683437241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.70353487Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.703571743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.722999451Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.723028777Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.742643179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.742670244Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.76221071Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.762245669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.781172028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.781209342Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.802148471Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.802177788Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.821572454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.821604658Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.841371715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.841413004Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.841588825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.841706999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935618139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935654674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935660411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935664686Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935668615Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935672778Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935678225Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935682303Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935686447Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.93569045Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935694443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935699525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935703003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935707203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935710334Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935721443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935725793Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935729798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.93573456Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:12.93582953Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"91dcebc0-dafd-4150-9595-661e8d89cf94","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized)]","latency_us":493387,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:12.935970345Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"75.180787ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91dcebc0-dafd-4150-9595-661e8d89cf94\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"91dcebc0-dafd-4150-9595-661e8d89cf94\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.012453644Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.012892902Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.012899362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.035453977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.035480744Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.057347191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.057374341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.076643906Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.076670662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.095243442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.09527948Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.11650005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.116529694Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.136746343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.136775022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.156658394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.156714954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.177873674Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.177933657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.197482005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.197521155Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.218937414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.218985612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.24153334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.241576597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.262273614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.26239546Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.283305041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.28342327Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.302947952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.302989063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.32271845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.322761509Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.341380307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.341417254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.361121684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.361164453Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.380489744Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.380538608Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.400980669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.40102628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.42134428Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.421383825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.421613198Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.42182798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.51812722Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518159536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518164655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.51816894Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518188261Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.51819339Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518197196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.51820104Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518204875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518208783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518213303Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518217119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518220925Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518225566Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518229334Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518236891Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518239853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.518243612Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.518315041Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"2f16042b-973f-4162-acd0-001910b9c22e","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized)]","latency_us":504284,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:13.51846136Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"212.473893ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f16042b-973f-4162-acd0-001910b9c22e\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2f16042b-973f-4162-acd0-001910b9c22e\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.733513693Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.73448309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.734494124Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.757878223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.757913952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.779158077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.779194668Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.800183083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.800217827Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.820232203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.820268156Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.842612506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.842644129Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.863255964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.863286067Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.883782884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.883816438Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.905455179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.905484636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.926869567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.926902736Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.946991384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.947027815Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.966978939Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.967011368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.986023367Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:13.986048051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.00456582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.004593963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.023936313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.023977704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.042537441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.042577145Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.062719942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.062748986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.081842651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.08187373Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.101692848Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.101741111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.121197061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.121235049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.142265454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.142298351Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.142491189Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.142598281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240204702Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240250191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240257681Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240262894Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240267788Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240271566Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240275119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240278729Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240283811Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240309517Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240316342Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240323157Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240328276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240335251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.24034068Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240345949Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240349811Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240354311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240358146Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.240425806Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5a0f31ac-26df-4a70-954c-3547ea145f3a","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized)]","latency_us":505356,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.240575959Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"203.192669ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0f31ac-26df-4a70-954c-3547ea145f3a\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5a0f31ac-26df-4a70-954c-3547ea145f3a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.445659491Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.446416376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.446426876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.469678921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.469717219Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.491000822Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.491040967Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.510530246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.510572913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.531837746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.531882259Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.550926049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.550967366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.570603408Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.570657775Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.589853932Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.589968133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.609475507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.609510683Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.628854791Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.628893876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.648738306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.648773932Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.66793008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.667965847Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.687071422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.687106175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.705546939Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.705582123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.724535909Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.724569951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.743755551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.743794665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.762510454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.762550533Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.782308236Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.78234389Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.803232706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.803281353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.823451241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.823487878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.843655481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.843703698Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.843897623Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.8440105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942694559Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942754185Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942764114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942773011Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942781748Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942788798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942797826Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942804773Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942813634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942822259Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942829534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942901356Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942914697Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942940507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.94294977Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942956848Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942962192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942967292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.942974426Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:14.942987683Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"72225eac-0b9b-493f-b12d-43af87898503","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized)]","latency_us":495861,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:14.943109345Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"265.854793ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72225eac-0b9b-493f-b12d-43af87898503\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"72225eac-0b9b-493f-b12d-43af87898503\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.21132191Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.211651829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.211659216Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.23534252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.235384896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.255283205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.255321512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.274354888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.274400236Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.293982328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.294016884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.314615583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.314653046Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.334664237Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.334704362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.354576543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.354613387Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.374681893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.374717283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.394613227Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.394648833Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.41400522Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.414035652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.434041035Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.434071861Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.455173394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.455217297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.474870907Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.474917436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.494438603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.494472767Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.513871542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.513910843Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.532686928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.532719131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.550752079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.550791172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.570232774Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.570264622Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.588913442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.588954477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.608340138Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.608391486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.608603017Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.60880365Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704731086Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704790327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704808666Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704815116Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704821069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704825635Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704829881Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.70483561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704841441Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704847263Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704853281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704857631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704861963Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704867944Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704874114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704878473Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704884351Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704888354Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.704969376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:15.704973941Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"78741112-05d8-4e86-a47a-c1a81428cbde","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized)]","latency_us":492164,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:15.705136113Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"333.924425ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78741112-05d8-4e86-a47a-c1a81428cbde\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"78741112-05d8-4e86-a47a-c1a81428cbde\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.041731857Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.042099502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.042114239Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.065532131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.065566491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.087526547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.087565462Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.110738099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.110782847Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.133200531Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.133243235Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.153057391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.15309433Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.174647663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.174683345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.194081172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.194118007Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.21199977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.212029545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.23060396Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.230636201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.252003314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.252034889Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.274303357Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.274340398Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.293463847Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.29356649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.315316256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.315352632Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.335211087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.335242943Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.354177054Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.354209727Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.372378671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.372410753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.391468216Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.391504206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.412460255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.4125073Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.432195046Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.43222784Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.452857912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.452894579Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.453172065Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.453287876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548814312Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548862341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548870132Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548875336Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548880492Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548885798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548890992Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548904398Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548909892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548915283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548921611Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548925501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548931783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548936968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548943343Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548948612Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.54895224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548958952Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.548962768Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:16.549026913Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"e0694fcf-b3bd-455e-8564-f02aae3f2dcd","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized)]","latency_us":505787,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:16.5491737Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"482.26461ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0694fcf-b3bd-455e-8564-f02aae3f2dcd\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e0694fcf-b3bd-455e-8564-f02aae3f2dcd\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.034098817Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.034453826Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.034460745Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.057081537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.057120321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.077323769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.077362714Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.10015844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.100201903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.118193006Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.118235128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.13635336Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.136388863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.15657957Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.156620699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.179355911Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.179392502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.199716586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.199750261Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.219987014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.22009225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.239507258Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.239552334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.261310156Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.261346626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.281828165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.281869152Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.302104074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.302145672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.323123126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.323159568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.342647999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.342679856Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.361991803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.36202875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.381913254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.381946433Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.402607319Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.402643189Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.423675469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.423712951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.444692007Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.444734543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.444921792Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.445043745Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540184528Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540234348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540241839Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540247961Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.54025442Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540259587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540264687Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540271015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.54027634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.54028263Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540287721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540299327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540305393Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540309124Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540315706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.5403203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540323956Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540327472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.540331109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.540380395Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f9820d33-ae8e-4ac0-ae80-b17315522fd9","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized)]","latency_us":504736,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:17.5405365Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"289.896774ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9820d33-ae8e-4ac0-ae80-b17315522fd9\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f9820d33-ae8e-4ac0-ae80-b17315522fd9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.831904583Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.832211207Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.832218641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.855459743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.855495041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.877683489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.87773074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.897654775Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.897692613Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.919098332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.919130301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.939608772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.939640226Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.959338502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.959367556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.982183687Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:17.982220297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.00392238Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.003954977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.025487254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.025522579Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.047888418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.047927803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.069000667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.069036152Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.089882898Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.089917605Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.110702886Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.11073704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.131612045Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.131647961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.152721624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.152759228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.172899386Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.172938452Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.195782874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.1958161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.218231373Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.218264195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.245247242Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.245296818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.268382385Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.268434623Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.268607904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.268721456Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370663877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370725472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370734876Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370742742Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370748826Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370755389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370763648Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370770117Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370774767Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370783046Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370789448Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370797361Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370805246Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370811499Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370819327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370837824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370845886Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370852216Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.370858197Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:18.370937023Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d05f8bc2-0fc2-4785-8a9b-bcde9c78e3aa","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized)]","latency_us":537480,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:18.371085985Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"666.710999ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d05f8bc2-0fc2-4785-8a9b-bcde9c78e3aa\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d05f8bc2-0fc2-4785-8a9b-bcde9c78e3aa\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.040380633Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.040704695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.040713798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.064416917Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.064461374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.084522625Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.084554717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.10327801Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.103324651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.122917745Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.12294814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.13948906Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.139516885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.157652276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.157680505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.176659948Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.176688899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.194234723Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.194273376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.214035334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.21407636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.232165718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.232202722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.248042518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.248077103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.264938792Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.264971042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.283072045Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.283106939Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.300867872Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.300909489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.31794743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.317978518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.334229651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.33426508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.351194377Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.351224753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.369328229Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.369356307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.385098529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.385140464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.402154286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.40220435Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.402603703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.402715258Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493514354Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493551245Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493560133Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493566348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493591539Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.49359798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.49360384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493608059Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493613927Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493619712Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493624099Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493631074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493637205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493641546Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493645521Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493651109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493656866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.49366235Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493666428Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.493683988Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f421f36b-a82b-419f-a4a7-dcd7f9788b3f","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized)]","latency_us":451952,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:19.493837403Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"321.706417ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f421f36b-a82b-419f-a4a7-dcd7f9788b3f\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f421f36b-a82b-419f-a4a7-dcd7f9788b3f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.817233655Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.817491173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.817502188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.839263021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.839302528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.859277901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.859314024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.878696084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.878731597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.897521025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.897550406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.915714746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.915744297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.933468491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.933500431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.950846859Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.950887491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.96981551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.969849569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.988115947Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:19.988152417Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.008522276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.008626836Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.027344043Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.027375899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.045941002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.045976496Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.066874563Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.06690717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.085409712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.08545895Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.104150409Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.104181966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.121977818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.122011157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.140604196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.140637366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.15872143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.158755011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.177295864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.177334162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.194884687Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.194933174Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.195203602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.195345232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286635421Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286668965Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286674618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286681565Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286686703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286691888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286697082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286702397Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286707582Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286728469Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286733494Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.28673716Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286740891Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286745983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286752039Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286755611Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286761864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286765211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.28676988Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.286815171Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"cb6104c8-d677-4475-9b60-fdca76b21b5d","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized)]","latency_us":468227,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:20.286961967Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"568.549419ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6104c8-d677-4475-9b60-fdca76b21b5d\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cb6104c8-d677-4475-9b60-fdca76b21b5d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.858802916Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.859264735Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.859271542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.882725851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.882761289Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.903032621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.903074951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.923575995Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.923608321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.942205095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.942244161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.960777624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.960805693Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.97861942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.978673505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.998828063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:20.998867195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.015527685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.015569789Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.032786894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.03282476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.052005806Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.052040251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.071566538Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.071607808Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.090293908Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.090328024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.110768343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.11081971Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.130726553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.130762385Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.149062439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.14909829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.167589779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.167628189Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.186846443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.186875534Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.207028333Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.207051143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.225549174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.225576446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.246311721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.246340633Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.246550121Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.246666382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340494844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340550908Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340562439Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340574487Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340582643Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340590687Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340600502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.34061194Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340620163Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340628159Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340636053Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340643844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340651775Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340677828Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340684326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340690373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340697967Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340704032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340709976Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:21.340716079Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1edb48e5-995c-43ed-ab51-410260a1d7fc","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized)]","latency_us":480394,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:21.340851831Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"758.713778ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edb48e5-995c-43ed-ab51-410260a1d7fc\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1edb48e5-995c-43ed-ab51-410260a1d7fc\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.102842203Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.103105026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.10311501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.125669008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.125706368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.14543574Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.145472706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.166437508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.166492371Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.184354243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.184389099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.203749313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.203789495Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.223510545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.223615684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.241294712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.241328678Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.261174288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.261205966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.280019577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.280053253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.298374766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.298400481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.318623391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.318654835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.337504506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.337539606Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.355976262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.356015263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.373902709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.374005354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.391860662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.391894938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.409766576Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.409804855Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.429446968Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.429483869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.448117334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.448213226Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.467114375Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.467158233Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.487502792Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.487548974Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.487740096Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.487852157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.578960302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.578991822Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.5790028Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579006906Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579011753Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579015869Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579019703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579023556Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579027344Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579031131Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579035856Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579038866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579042522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579045428Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579048364Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579052161Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579055929Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.579068276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.57907212Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:22.579109902Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"92a68365-059d-4d22-8213-95dad175da56","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized)]","latency_us":474876,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:22.57924542Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.494589126s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92a68365-059d-4d22-8213-95dad175da56\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"92a68365-059d-4d22-8213-95dad175da56\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.078926114Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.0799093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.079917475Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.101703411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.101735023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.123368292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.123400599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.147961065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.14800675Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.175865695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.175918065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.208042756Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.208094151Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.237684445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.237730571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.265413953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.265453657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.289368049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.289402128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.313591489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.313628709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.336947268Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.336982988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.359452852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.359486285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.381283102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.381319403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.403590094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.403621698Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.426391852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.426427243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.448984845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.449011715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.4711638Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.471194747Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.493490356Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.493526281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.517091825Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.517135429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.539982763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.540005639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.559397154Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.559425344Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.559621239Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.559725274Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650171739Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650211892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650219646Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650230117Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650235837Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650241003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.65025395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650259462Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650266006Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650269587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650273103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650278287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650282112Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650285731Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650290813Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650294272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650299251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650304172Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650309141Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:24.650366236Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"23558640-aeae-4d68-91fa-e3f749fe8792","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized)]","latency_us":569756,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:24.650542789Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.62428522s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23558640-aeae-4d68-91fa-e3f749fe8792\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"23558640-aeae-4d68-91fa-e3f749fe8792\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.280153679Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.280723037Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.280735056Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.302420366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.30246337Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.322887429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.322924742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.341261503Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.341293584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.358611133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.358641292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.376721164Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.376815146Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.393960445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.393986742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.41134906Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.411372001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.428952048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.428979198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.446870378Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.446895493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.466232537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.466270609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.485021066Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.485120473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.502561937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.502595125Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.522860268Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.522893709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.541584868Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.541612797Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.5606288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.560656157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.578230056Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.578261012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.59708937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.597115377Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.614901181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.614932137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.633739165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.633786312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.651344436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.651377006Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.651684559Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.651821484Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742402235Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742445567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742451867Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742459376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742465236Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742473514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742479514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742486761Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742492508Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742498536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742502642Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742515675Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742521825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742527759Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742533375Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742537603Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.74254184Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742547653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742553193Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:26.742586954Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f8c24914-27fc-4890-9572-3c2b626f27b9","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized)]","latency_us":460998,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:26.742726915Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.673364209s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c24914-27fc-4890-9572-3c2b626f27b9\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8c24914-27fc-4890-9572-3c2b626f27b9\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:27.34042811Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"2.316420213s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.421937023Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.422410407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.42242251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.444525222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.444574508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.465295043Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.465333988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.485221556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.48525106Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.504061943Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.504102332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.521373946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.521400768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.540096481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.540128806Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.558186998Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.558220496Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.576511736Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.576556737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.596037869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.596076627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.614428122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.61446131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.632827248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.632927889Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.650799641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.650836851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.668357912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.668391991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.686185057Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.686216099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.706358175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.706401283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.724280944Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.724315633Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.742287534Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.742326215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.76149729Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.761542413Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.779887172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.779920491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.798182874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.798224388Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.798536718Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.798692091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891786674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.89182545Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.89183294Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891838321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891845062Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891850509Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891855881Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891860887Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891867337Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891872221Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891876901Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891881841Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891888179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891898172Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891901979Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891906947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891911991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891916913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.891921797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:28.891971814Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"fcd6d197-bb44-4716-8b05-d1e8bef3142f","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized)]","latency_us":468596,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:28.892121939Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"2.038948s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd6d197-bb44-4716-8b05-d1e8bef3142f\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fcd6d197-bb44-4716-8b05-d1e8bef3142f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.937386004Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.938194343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.938200783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.960408741Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.960445426Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.979463899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:30.979497621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.002101381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.002138591Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.020793652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.020845009Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.040848539Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.040881306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.060009188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.060043276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.081722267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.08175463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.101281522Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.101316257Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.122216381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.122251021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.14192862Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.141960823Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.165363761Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.16540175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.185520068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.185569757Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.20764354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.207676766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.227986279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.228019907Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.247590522Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.247618592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.267462179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.26749276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.286508274Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.286542785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.304633806Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.304667988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.323527077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.323554387Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.341974766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.342010832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.342288254Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.342410946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437070488Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437132299Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437162149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437169771Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437178846Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437187809Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437194915Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437200287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437207449Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437214519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437223257Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437228638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437235838Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437242982Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437249807Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437254897Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437259586Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437270076Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437277417Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:31.437282433Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"4418f4e5-ebd6-488f-907e-83d9737ca458","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized)]","latency_us":498512,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:31.437494861Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"2.540789183s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4418f4e5-ebd6-488f-907e-83d9737ca458\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4418f4e5-ebd6-488f-907e-83d9737ca458\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:32.12126777Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35565"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:32.121530874Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"7c714f6c-04e6-4ff2-9bb0-40bdb3938fcf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35565","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:33.98694694Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:33.98748297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:33.987498345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.009514138Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.009547926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.029311567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.029344015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.047717733Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.04776667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.067144574Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.067180181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.08579153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.085825711Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.103625361Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.103732263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.124150361Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.124187768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.142506872Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.142543183Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.162521665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.162552424Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.181600929Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.181639349Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.200120842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.20015402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.218464186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.218503009Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.236123088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.236163044Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.254178497Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.254207054Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.273870374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.273908354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.291592457Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.291627361Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.309913649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.309944869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.327798794Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.327832731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.346673186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.346708361Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.364582613Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.364621323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.364847677Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.364983344Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457552853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457663921Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457669846Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457702481Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457711828Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457719028Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457727503Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457736278Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457744959Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457751737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457760597Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457769335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457774388Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457798069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.45780736Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457821948Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457827733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457836395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.457841449Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:34.457862364Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"9020c912-5a8d-4c16-b3aa-83e4156099bc","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized)]","latency_us":469458,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:34.458029833Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"2.4132356s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9020c912-5a8d-4c16-b3aa-83e4156099bc\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9020c912-5a8d-4c16-b3aa-83e4156099bc\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.878919764Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.879277079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.879285339Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.898028059Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.900028318Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.917586293Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.917627093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.936281751Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.936507551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.954271776Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.954313485Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.970274225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.970322451Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.987643126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:36.987696348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.005073545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.005118696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.025404589Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.025460493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.045482664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.045540519Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.064478112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.06453757Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.086482264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.086526215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.106149379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.106200192Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.125591536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.125633106Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.14509513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.145154371Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.163020684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.163074788Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.181650065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.181706437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.199385324Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.199435463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.218570931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.218619476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.236589273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.236641896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.254432439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.254499219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.254781898Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.254941847Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345006957Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345072602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345080627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345087733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.3450932Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345100203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345112278Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345119178Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345142419Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345147932Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345163832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345170019Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.34517541Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345182544Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345188404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345193944Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345201266Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345206601Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345213276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:37.345298046Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"9cb83857-b6a7-4b9a-b46a-77e3039405aa","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized)]","latency_us":465007,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:37.345511141Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"4.55478893s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb83857-b6a7-4b9a-b46a-77e3039405aa\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9cb83857-b6a7-4b9a-b46a-77e3039405aa\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.914188973Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.914633776Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.914647324Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.936049467Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.938487716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.957795015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.957837043Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.976634283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.976687131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.994887581Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:41.994949945Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.014442221Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.014491206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.033986379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.034024639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.053977171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.054040247Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.072437034Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.072483516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.09050146Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.090557843Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.109656661Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.109717084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.127815595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.127867055Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.146273976Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.148708392Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.166249505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.166310443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.185326051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.185375383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.203702387Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.205752512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.223365726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.223435121Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.241284167Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.241326497Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.260045038Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.260089111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.278147041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.278207801Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.295871785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.295937852Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.29611942Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.29625491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.387991403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388103007Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388110846Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388117371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388122724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388128836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388134855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388140771Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388146602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388152358Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388159315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.38816403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.3881819Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388187253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388193328Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.38819734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388201231Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388205975Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388210644Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:42.388243326Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"09169523-d57e-4cfc-84f2-4b49f15f88cb","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized)]","latency_us":472575,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:42.388376434Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"3.432273717s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09169523-d57e-4cfc-84f2-4b49f15f88cb\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"09169523-d57e-4cfc-84f2-4b49f15f88cb\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:44.739621788Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"11.317039262s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.83055305Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.830846042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.830859186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.854009337Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.854050718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.874053633Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.874111628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.892732528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.892784513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.91138547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.911428305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.930449488Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.930502393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.950567036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.95062669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.969632759Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.969678004Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.988118163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:45.988173373Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.006906123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.00893809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.025982398Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.026021427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.046321792Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.046368893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.065403653Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.065451148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.084676205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.084727469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.103795591Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.103843639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.122481374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.122532833Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.141060299Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.141099122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.159118123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.159166068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.178652741Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.178704351Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.19723852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.197283071Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.215817254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.215882234Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.216144175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.21629924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308756837Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308796185Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308805888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308810622Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308814728Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308823129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308827244Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308832223Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308836386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308841383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308849079Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308853326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308858754Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.30886632Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308885651Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308890171Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308893293Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308897221Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.308901824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:46.308952938Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d2e19956-cad5-437f-8c71-86772aa0005f","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized)]","latency_us":476995,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:46.309104674Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"5.471272867s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e19956-cad5-437f-8c71-86772aa0005f\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d2e19956-cad5-437f-8c71-86772aa0005f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.796363183Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.796701057Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.796708942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.820079404Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.820132168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.838662179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.838700627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.856517012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.856566635Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.874308673Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.874348639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.892833991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.892864826Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.909715077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.909762787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.927976628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.928034857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.948556961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.948602899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.967835555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.967866418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.985318968Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:51.985357096Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.005354391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.005390063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.024966332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.024995872Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.044296512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.044342095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.06189541Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.061929517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.080447513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.080482491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.097073841Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.097117913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.11575702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.11579978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.134870397Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.134912098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.152031972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.152066247Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.171277826Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.171312402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.171575855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.171692763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263834067Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263907531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263928794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263954031Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263964982Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263978051Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.263989151Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264001835Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264010704Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.26401946Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264028592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264037424Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264050052Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264058855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264065371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264081955Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264088669Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264095428Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264106434Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:52.264125194Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"95415892-4825-4a78-808d-d211d79dfa8a","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized)]","latency_us":466325,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:52.264276115Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"4.209637469s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95415892-4825-4a78-808d-d211d79dfa8a\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"95415892-4825-4a78-808d-d211d79dfa8a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.486594909Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.487548647Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.487560093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.511393492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.511449911Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.531867886Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.531922712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.552995914Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.553047974Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.573871578Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.573924848Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.594269499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.594320743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.614110526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.614153483Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.634422499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.634469589Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.655301953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.655349448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.67663291Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.676767596Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.701020728Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.701071251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.720856551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.720906623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.74165672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.741700718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.76378643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.763832228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.783449207Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.783501052Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.802440694Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.802488695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.820988201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.821032685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.84181852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.841866193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.860885497Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.860933582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.879500221Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.87954615Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.900398674Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.900454484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.900672326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:56.900807074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:56.999943733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000007859Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000016325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000031081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000035375Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000040691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000044713Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000054575Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000067278Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000072464Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000081239Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000086535Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.00009051Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000094626Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000099098Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000104198Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000109157Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000113189Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000117229Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:45:57.000121054Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"56b18f39-e7ff-418d-bfdf-6749278e5dc0","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized)]","latency_us":512016,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:45:57.000271291Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"9.531745133s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b18f39-e7ff-418d-bfdf-6749278e5dc0\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:45:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"56b18f39-e7ff-418d-bfdf-6749278e5dc0\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:02.237433415Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63640"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:02.237507506Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ecfcd0cb-8a2d-4e59-b58a-8c2d088eba0e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63640","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.558499219Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.558904348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.558924317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.581861196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.58189746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.602791584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.602824013Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.620622984Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.620657148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.639970088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.640005685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.657451247Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.657482204Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.677014111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.677057209Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.695637026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.695674058Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.714644665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.714675415Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.733208882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.733243814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.752780107Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.752809901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.772137227Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.772176312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.790198798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.79024784Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.808884524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.808916831Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.82689715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.826936901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.845893249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.845936619Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.865279916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.86531376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.883792008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.883819487Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.902848815Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.902883935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.921352261Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.921461513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.942655995Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.942695773Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.942909864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:06.943025122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037632126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.03777648Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.03779433Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037802317Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037814542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037819989Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037825465Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037829309Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037833115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037846578Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037851968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.03786335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037867625Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037871412Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037875415Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.03788376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037887781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037893191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.037901732Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:07.037915279Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"be6355e4-f24c-41be-ae1e-2a28f8052f10","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized)]","latency_us":478007,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:07.038081097Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"11.390108059s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6355e4-f24c-41be-ae1e-2a28f8052f10\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:46:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"be6355e4-f24c-41be-ae1e-2a28f8052f10\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:11.164526512Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"21.527320204s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.460437839Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.46094273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.46095623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.482728255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.482791584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.504957813Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.505012507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.524379458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.524426738Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.544743158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.544858905Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.562510557Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.562575255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.580219466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.580263689Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.597824188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.597866638Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.616594859Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.616665622Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.636569452Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.636624803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.654509174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.654573188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.672606976Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.672656447Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.691792858Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.691853159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.709599235Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.709643036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.727950617Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.728010543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.745747719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.745806107Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.764089582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.764138708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.782956739Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.783011883Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.80077763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.800830768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.818768283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.818824328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.837524418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.837658587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.837859787Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.837974876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.930979914Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931034721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931042484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931048605Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931054531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931059988Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931065716Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931079197Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931086003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931092116Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931105522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931112028Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931117064Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.93112132Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931126214Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931131323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931137454Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931141354Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:18.931182943Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6e41d0a3-8143-4e00-a620-72dd6ec9890f","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized)]","latency_us":469278,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:18.931334163Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"9.90629486s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e41d0a3-8143-4e00-a620-72dd6ec9890f\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:46:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6e41d0a3-8143-4e00-a620-72dd6ec9890f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.866467452Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.866957681Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.866966419Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.889922861Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.889961224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.911126612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.911178813Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.930112953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.930159914Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.949043006Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.949077919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.968228713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.968266064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.986198969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:28.98623528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.005292786Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.005330906Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.023281114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.023318512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.041583193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.041635582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.060524001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.06055296Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.078571408Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.0786044Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.096470093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.096518263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.114356793Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.114458654Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.132960719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.133001473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.151124959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.151171704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.170103072Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.170144708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.188715439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.188747914Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.206922578Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.206964382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.225773456Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.225809859Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.245951641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.245988233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.246188992Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.246316598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343697617Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343773631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.3437828Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343796113Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343805854Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343813307Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343823038Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343832516Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343840383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343849561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343858073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343867542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343874901Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343884698Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343892404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343907968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343916077Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343923568Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.343932877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:29.344069815Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d826f7a4-69d7-4ce1-ba28-dcbfdf030e86","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized)]","latency_us":476073,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:29.344243772Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"10.276707493s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d826f7a4-69d7-4ce1-ba28-dcbfdf030e86\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:46:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d826f7a4-69d7-4ce1-ba28-dcbfdf030e86\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:32.351731531Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55387"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:32.351794701Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"21ff6adc-2d36-4012-bda2-628dcc55fa69","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55387","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.650695144Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.651208703Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.651221472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.674408529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.674462989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.693615195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.693662802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.712294347Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.712353569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.72902089Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.729143898Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.748062992Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.748182015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.766431047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.766488441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.784359147Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.786319552Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.803053816Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.803106777Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.819792579Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.819833201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.835347742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.83547382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.852839252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.852896019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.871656603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.871712188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.891368316Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.891442137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.909940885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.909993761Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.92883197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.928879662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.94675446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.946826395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.96525027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.96529575Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.982340682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:39.98239187Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.001613755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.001676212Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.0201455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.020214942Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.020502056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.020643133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114346209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114428964Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114438704Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114458065Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114466193Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114473993Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114480443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114486565Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114499699Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114507715Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114514043Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114520287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114524994Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114529831Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114537453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114546434Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114554581Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114568392Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114573294Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:40.114606126Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ef376f03-e3b7-4d42-a982-ff83b78841d5","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\", TimeNotSynchronized), (\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\", TimeNotSynchronized), (\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\", TimeNotSynchronized), (\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\", TimeNotSynchronized), (\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\", TimeNotSynchronized), (\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\", TimeNotSynchronized), (\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\", TimeNotSynchronized), (\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\", TimeNotSynchronized), (\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\", TimeNotSynchronized), (\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\", TimeNotSynchronized), (\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\", TimeNotSynchronized), (\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\", TimeNotSynchronized), (\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\", TimeNotSynchronized), (\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\", TimeNotSynchronized), (\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\", TimeNotSynchronized), (\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\", TimeNotSynchronized), (\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\", TimeNotSynchronized), (\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\", TimeNotSynchronized), (\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\", TimeNotSynchronized)]","latency_us":462481,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:40.114755201Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"18.499944936s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef376f03-e3b7-4d42-a982-ff83b78841d5\", \"content-length\": \"124\", \"date\": \"Fri, 16 Aug 2024 05:46:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ef376f03-e3b7-4d42-a982-ff83b78841d5\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:46:47.828845864Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"22.535612365s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ef95163c-9794-4697-8979-35534aa16f1c, kind: Service { id: 8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f }, name: Name(\"ntp-8b5a8f3a-9cc3-4ded-9707-e8c86d78c33f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 79])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 73c90da1-9105-4639-8512-1fa70bb44357, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 83699955-cc04-44ff-b411-bb42b9b99f63, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 65ddcede-5117-461a-b471-d9488138cd46, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e6b52b95-b481-4f9d-ba98-feb9043a361d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 435ac614-9c35-4afd-a5b7-fe99446cf051, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd22b45c-70c2-412e-9093-e37f85092aa8, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8acfd98a-812c-443b-8fad-22f328a927f4, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 85301c61-8dff-4879-b3cb-cf385cc33a44, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: de1f4384-4e11-4e70-a1ca-f592f4ffd5cd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f92f391e-192c-4fbb-8f50-170e8a467262, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: b079832c-6953-471b-bbfd-7412acd8eab0, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External } } } }, OmicronZoneConfig { id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External } } } }, OmicronZoneConfig { id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External } } } }, OmicronZoneConfig { id: e21ffc27-6661-4bdb-97d8-1812d2806467, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External } } } }, OmicronZoneConfig { id: e3443b58-0a84-4832-b6e9-63aff098c810, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External } } } }, OmicronZoneConfig { id: b410b44d-783b-4032-9514-e07203a227ef, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.66548181Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.66591106Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.665925086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 031ed63e-4b18-43a0-b350-c38c5c00ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.690196068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.69024254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 23ddc2ac-4e31-4107-99a4-90d7e2171732, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.712840069Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.712885313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 45707885-e7e4-47ea-b3e4-a1160d1b0878, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.732099866Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.732163036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 73c90da1-9105-4639-8512-1fa70bb44357, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.752422374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.752468894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 83699955-cc04-44ff-b411-bb42b9b99f63, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.770361313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.770401055Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f2161442-c7dc-43c9-ac51-49a0a7e380a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.79106848Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.791108727Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fb42de1d-44c1-439d-bbd3-c10a6905ab5a, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.811116323Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.811163198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7673d007-04d7-4f4c-930f-7f755a8b1a1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.831133949Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.831177543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.850398739Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.850440928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 65ddcede-5117-461a-b471-d9488138cd46, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.869291626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.869326145Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8acfd98a-812c-443b-8fad-22f328a927f4, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.888849724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.888949077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6f2027f5-3d45-4670-8cc5-e5823af690cb, dataset_name: DatasetName { pool_name: ZpoolName { id: c330b9da-d3f5-45fe-869f-931dde553c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.907882557Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.907983394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b079832c-6953-471b-bbfd-7412acd8eab0, dataset_name: DatasetName { pool_name: ZpoolName { id: a193651a-b60c-4856-bdf7-97c59963de39 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.926733984Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.926767604Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 79c66eb6-94e9-4b79-b48e-8e51eedda37e, dataset_name: DatasetName { pool_name: ZpoolName { id: 80ee3a20-cd44-463d-a940-182337f43ebb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.945609723Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.945658005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68d022ef-6c1a-4b03-bb82-a393deeb3e72, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ee55ba-51a3-4edb-b6d2-7a5654087792 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.964614605Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.964647803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c879d78e-9fb2-45c8-b556-1810fc2d64c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f97fac4-0ebe-44b1-93f2-4c90de5e08e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.983506671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:58.983547172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 319d4a3d-f12a-4a14-a86c-c78a92fa5781, dataset_name: DatasetName { pool_name: ZpoolName { id: fad6b456-b1d5-4a78-ab60-3be928c7fd86 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.002356927Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.002395383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e21ffc27-6661-4bdb-97d8-1812d2806467, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc1aa50-0f37-447e-9805-f7a390b81c5d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.023089623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.023140577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3443b58-0a84-4832-b6e9-63aff098c810, dataset_name: DatasetName { pool_name: ZpoolName { id: fd6ef604-54e6-4823-b264-988b44f0c964 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.041704207Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.041741126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b410b44d-783b-4032-9514-e07203a227ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 25002bce-cb53-4648-86eb-67e95e27fea5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.061183017Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.061224081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.061512282Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.061635583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.182079227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.182333303Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.182360707Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.194886533Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.234098093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.236428312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.236505835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.236533791Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.236569352Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.236595471Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453354763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453667217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453743756Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453765113Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453812026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.453822479Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.45507675Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.45648747Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.468615919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.468783378Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.473381423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.479077181Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.484562402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.489932254Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.49505586Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.500345388Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.505512109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.63061588Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.635987969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.67917181Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.679570123Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.684959662Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.689187189Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.693613296Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.698577763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.703735766Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.70975076Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.715771945Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.722335364Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.728645402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.744494031Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.752885049Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.760410584Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.76857972Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.777574958Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.796440232Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.804076158Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.811580503Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.876969032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:46:59.941602327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.017419675Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.020327133Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.020344637Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.109102021Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 162, 148]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.109128234Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.217772505Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.22365636Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.223673001Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.277922412Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 201, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.277948635Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.27985719Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.279873793Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.3412207Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 152, 99]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.341247776Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.343017242Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.343030321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.398599809Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 188, 60]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.398623519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.400537358Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.400551411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.463068382Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 239, 108]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.463202253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.463552697Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.463580972Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.470680441Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.474012191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.551251236Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.551296669Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.551316103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.551320941Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.592217656Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.59223049Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.592238609Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.592243831Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.593178719Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:00.597131134Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.277998804Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.282287844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.282675629Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.287314941Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.290604968Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.728747315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:02.881847831Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:03.851683167Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40273"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:03.855921791Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"7b292809-bf90-41e2-a654-8676e39a5685","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40273","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2540,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:04.233946959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Installing Omicron zone: oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:04.234389736Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.109809509Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.196076534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.244976092Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.286115782Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.698549536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.715222781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:10.723842062Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.100849261Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.106485934Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.11593712Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.116456199Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_80ee3a20-cd44-463d-a940-182337f43ebb/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='39c454a6-f4a7-4805-93a1-26d01229a6d9'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.254480539Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_c330b9da-d3f5-45fe-869f-931dde553c0f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='2a7b749d-2b49-4108-b611-45c7ffb2a635'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.25515452Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.25517792Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_0f97fac4-0ebe-44b1-93f2-4c90de5e08e6/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e56ff09c-fdbf-4887-b56b-c1ea1ece6247'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.263698781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_25002bce-cb53-4648-86eb-67e95e27fea5/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='88ffcfa8-9777-4625-9aa4-f06415aac537'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.26480754Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='a0e0c639-8217-4f4a-835f-2f0a2b5d0a62'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.265496111Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.265711834Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_c6ee55ba-51a3-4edb-b6d2-7a5654087792/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='372ceebb-680a-4d13-8035-72a7e877f9d2'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.273559794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.273725287Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.280341746Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.288545602Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.297178625Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='dd22b45c-70c2-412e-9093-e37f85092aa8'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.457995611Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:12.458603921Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 25.889679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.48392572Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 38.289093ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.496226643Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 68.99273ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.515059854Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 46.109786ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.526413681Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 64.061145ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.540060787Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 87.774842ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.551211791Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 26.369588ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.561506671Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 56.028939ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.61410159Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 79.926983ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.820282886Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 50.54895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.917325149Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 99.164367ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.953726731Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 146.529615ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:12.99361705Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 105.355879ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.025800411Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 117.7772ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.04995136Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 145.579276ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.081448421Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 161.310465ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.108168812Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 56.174405ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.128477308Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 68.934109ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.154544088Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 268.456563ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.381432277Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 226.710237ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.398649111Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 299.132164ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.418239495Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 458.942998ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.464825225Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 73.605309ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.514249191Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 210.053191ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.615754118Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 218.326775ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.754371467Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 103.287185ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.796401132Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 210.193177ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.887770442Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 565.35404ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.956722091Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 595.828824ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.985008428Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 400.741882ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:13.998053273Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 971.751196ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.01115955Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 78.47643ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.02628023Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 471.198185ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.041131295Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 929.206676ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.053242185Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 546.966388ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.064619993Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 482.040096ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.114866234Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 211.006112ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.126002467Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 264.840338ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.349847116Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 666.665253ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.411674867Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:14.507936308Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:14.510856606Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:14.510887926Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:14.518651485Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 831.228864ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.535024235Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.065150945s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.54744367Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 553.837216ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.597345735Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 405.843167ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.609331603Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 969.31345ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.626156341Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 449.21823ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.637813663Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 48.878716ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.75686337Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 28.531582ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.774714185Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 149.343225ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.825429793Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 100.546132ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.836347093Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 118.092723ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.948880142Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 192.810598ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:14.990377948Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 874.657135ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.005211303Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 677.399516ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.018876558Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 516.30046ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.032715787Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 450.251533ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.084200778Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.167575949s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.098088947Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 886.078808ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.120732011Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.433342317s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.198210772Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 240.660869ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.284715451Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.226023721s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.390195643Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 568.254402ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.54071161Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.143768575s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.553903778Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 1.151982925s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.567259249Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 949.956136ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.610185788Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.438622063s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.626474307Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.494068801s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.712550359Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.254022292s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:15.895802386Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 925.919148ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.022339027Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 973.073586ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.126561978Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 754.158536ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.280028294Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 851.607706ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.57333344Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.470283206s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.629960455Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 719.703337ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.642201128Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 818.291859ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.936463189Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.38784935s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.944816056Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 807.343715ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:16.98920369Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.016096204Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.016584872Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.024698796Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.025036582Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.025238765Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:17.030665325Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 528.719295ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.044961471Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 632.242414ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.075853171Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 561.35081ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.110941551Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 840.402153ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.159785848Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 72.739421ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.195225524Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 57.282683ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.207197661Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 64.729695ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.214264528Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 619.826688ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.221750052Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 82.062089ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.275146574Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 130.865121ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.285959533Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 52.613082ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.296292143Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 264.031231ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.361314958Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 121.156461ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.372667155Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 513.055256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.383936901Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 193.643178ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.431357725Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.285698746s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.442804234Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 528.512222ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.613279371Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.001868753s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.681804692Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 517.400096ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.725004986Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.280174254s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.786162706Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 580.774643ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.850763134Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.079147036s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.865450676Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.387758923s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.878627044Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 609.213503ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.893896016Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 963.238864ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.908186952Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 541.353911ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:17.925201323Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 517.614707ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.018115128Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 682.981029ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.113178809Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 434.218618ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.153688868Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 908.139264ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.255831216Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 903.193823ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.347536021Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 928.098985ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.444817978Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 872.937477ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.479059984Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 825.539058ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.516016074Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.251405051s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.546361816Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 573.492776ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.599816619Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 572.071466ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.694055826Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.10464666s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.739634178Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.155158617s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.80692159Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 1.241909481s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.881790107Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 558.763977ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:18.956109165Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.478144269s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.078844823Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 892.429724ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.176777661Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 786.295984ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.188043887Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 675.012258ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.262313184Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 629.27514ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.278354419Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.434225358s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.292214878Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 786.807769ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.353713094Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 978.450664ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.364493932Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.148847593s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.388040601Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 763.088907ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.530572266Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 723.599085ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.811805121Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 704.379557ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.859699243Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 699.220258ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.921492824Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 907.402485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.951370777Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 927.037822ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.976653765Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.127489231s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:19.99090474Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 694.726491ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.082383422Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 581.420326ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.136842662Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.444406336s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.15487394Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.03886656s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.306274591Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 952.782343ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.442130906Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.2632385s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.589929777Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 689.122172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.599265422Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 659.169509ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.607462937Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.483351305s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.615417218Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 925.551987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.6300556Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 597.456318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.728323243Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.11580679s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.737383293Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.143400715s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.787046263Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.063988306s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.868615671Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 878.296883ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:20.912223912Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 600.212098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.128848631Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 753.870843ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.276645242Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.117568256s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.297806962Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 839.024567ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.336654014Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.121118567s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.353879389Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.234770154s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.404748729Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.428699606s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.564795833Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.324223232s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.608929212Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.30696556s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.743270401Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 544.935147ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.801635896Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.018600528s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.863950865Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 566.364293ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.872786211Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 896.09468ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.940043902Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.327594429s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:21.948645715Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.373908139s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.039659568Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 756.914706ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.108350354Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 709.325919ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.184869618Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.345975709Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.42167282Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 505.392798ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.435757453Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.404622504s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.505861541Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_fd6ef604-54e6-4823-b264-988b44f0c964/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='02b6f22f-130e-4b89-801a-df61b2e23d63'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.579332315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.391345439s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.58812225Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 623.531426ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.595754847Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.595928499Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.065507993s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.649614726Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 38.903654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.672039467Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 114.034743ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.82839394Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_a193651a-b60c-4856-bdf7-97c59963de39/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='5d3524d7-f191-4088-a057-0cd276162e68'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.828936539Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 46.340861ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.836355331Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.836508484Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 911.568053ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.849933416Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 621.176444ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.873954833Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.188401207s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.890689779Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 106.441072ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.898202743Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 1.497740444s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.905732918Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_fad6b456-b1d5-4a78-ab60-3be928c7fd86/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='7a1c92ad-a1a3-41e5-9258-22b0ff070278'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.92704557Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:22.927605659Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 783.74945ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.95188522Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 151.690295ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.965409114Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.462477534s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:22.976774451Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.163637893s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.137100571Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 448.390915ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.247934272Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 56.800503ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.255855973Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 56.862893ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.26233939Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 593.433713ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.270695008Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 290.705188ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.279205908Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.171324261s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.287058818Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.160374342s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.294331888Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 140.511067ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.3265021Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 143.992298ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.338286304Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.22098593s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.426800177Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 187.46172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.481319158Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 165.32942ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.491210601Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 845.838973ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.50503815Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 505.664851ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.582488589Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 379.137358ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.666729771Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 450.888985ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.680227864Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.143259038s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.705953869Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.151646049s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.725533262Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 691.738819ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.745807817Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 869.465976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.772244324Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 695.492336ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.873774382Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 861.788182ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.919908104Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.240230331s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:23.989175848Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 670.593856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.057158741Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 1.164453091s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.143565199Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.00024732s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.156380841Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 753.996684ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.168541452Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 943.830107ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.31186435Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.122745743s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.361866626Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 1.308091816s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.415073695Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 879.402005ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.447856567Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.350556146s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.457567987Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 882.722944ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.467072324Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 529.5568ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.476074413Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 756.755881ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.580472268Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 776.40351ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.658442716Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 514.796637ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.682382582Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"clickhouse_address\" value='[fd00:1122:3344:101::e]:8123'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:24.722908551Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:24.723169345Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 703.47163ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.738753092Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 743.777679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.792529401Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 538.097623ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.861421459Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 631.300313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.887386098Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 42.238995ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.919427758Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 565.286729ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.93471538Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 93.892489ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:24.971821733Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 872.480289ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.026500257Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 180.542925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.101369524Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 516.385182ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.167617518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 957.962355ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.2070603Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.427844617s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.239250762Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 909.70127ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.265927452Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 497.17865ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.292730275Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 819.249108ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.318150045Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 520.6454ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.335089725Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.344428909s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.345278664Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 653.563152ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.358627434Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.357454841s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.408715752Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 549.829498ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.443764031Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 599.659898ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.451945656Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.475250772s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.496302709Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 936.768852ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.507741638Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.174918661s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.527768709Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.035160505s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.54600093Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 656.476057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.691958422Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.850388388Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"88.803505935s"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.176308585s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.869277271Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 570.808635ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.879403938Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 1.304246034s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.888936895Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.356451926s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.897572538Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 756.138709ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:25.908113952Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 964.897806ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.003559429Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 908.238596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.028218987Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 961.210597ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.06048349Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 654.122727ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.150334424Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.126305262s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.1749005Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 539.420807ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.185915122Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 611.797701ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.359040433Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 1.249008416s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.454753004Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 756.643363ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.463660711Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 773.027581ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.591373301Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 860.727397ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.674944832Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.370331111s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.684567641Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.434775059s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.699388176Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.320192275s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.711700179Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 803.2968ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.736913275Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.079022236s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.775839129Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 503.824613ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.814738372Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 560.45313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.946544399Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.073853259s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.978293094Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.052949232s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.98712477Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 542.327356ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:26.99623188Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 885.794817ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.031681846Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.352328981s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.057104196Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 621.341019ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.203050997Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 584.231926ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.228803733Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 957.736597ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.263250812Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 624.823625ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.31217686Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 1.020140964s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.329192401Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.132192895s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.37449383Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.087951168s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.517284989Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.415411515s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.546609244Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 566.386359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.55609266Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 543.860192ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.565535206Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 604.807804ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.714877854Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 1.220297603s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.824112088Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 772.706234ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.834130334Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 645.149106ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.863695272Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 1.046831124s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.928573614Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.360081061s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:27.948647806Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.194330735s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.043731937Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 758.958892ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.053162433Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 552.493916ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.061966968Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 627.797959ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.070821244Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 855.330027ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.119014781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.130985653s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.132483963Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 844.713318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.144674085Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 915.556629ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.231400618Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 524.390387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.330715959Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 577.841347ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.362375371Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 548.385978ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.422047948Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 776.974618ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.517382383Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 723.618387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.53113007Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.101363934s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.616270966Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.120181718s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.626232641Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 622.56305ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.635909611Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 594.528503ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.712743271Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 664.317868ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.828491832Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 1.140170941s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.868835119Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 1.309341146s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.954734238Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 1.109619566s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.975026413Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 508.947319ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.986368561Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 503.852817ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:28.998556272Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 1.44801828s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.009459442Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.314920766s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.020962002Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 1.254880296s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.057428105Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.249206119s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.16548186Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 815.792988ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.257187535Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 965.282025ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.273727478Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.498250258s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.287435175Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 971.432347ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.300383979Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 737.5ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.311143897Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9\") failed: Property not found. retry in 1.476360429s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.323358258Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 833.651081ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.336420424Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 771.752695ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.505088001Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 973.270009ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.516783984Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 1.095338488s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.527285917Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 542.304868ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.732487737Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 647.368713ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:29.760392748Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 1.474553274s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.022247234Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e\") failed: Property not found. retry in 1.083500573s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.063230081Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 669.748485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.089098549Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 715.844745ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.102530311Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 740.192484ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.1805777Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.198201044s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.250275301Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 802.104229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.27317065Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 636.339263ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.28650933Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 586.525542ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.301166452Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 856.624956ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.309172965Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 621.099416ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.327798252Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 646.583593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.347998626Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 960.864119ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.418156345Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 635.682959ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.430830195Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 912.993344ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.469242899Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 884.150803ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.504770056Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb\") failed: Property not found. retry in 924.97981ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.634788514Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef\") failed: Property not found. retry in 1.457696384s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.773258221Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467\") failed: Property not found. retry in 1.216142294s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.797225127Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8\") failed: Property not found. retry in 860.739149ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.828106958Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 741.510943ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.900815769Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.49921371s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.932201097Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72\") failed: Property not found. retry in 956.558686ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.94147056Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 1.178436836s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:30.961003003Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.268265367s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.005842534Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262\") failed: Property not found. retry in 1.32825948s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.081101278Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 1.182702794s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.096487412Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.458890162s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.176008235Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.315009779s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.394732439Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd\") failed: Property not found. retry in 1.316268162s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.409685346Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 1.356301042s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.422902334Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.031898407s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.460114049Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 815.56159ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.509415724Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.115337845s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:31.660136344Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 792.386899ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.154008413Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.449353719s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.287702752Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 805.072909ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.2997088Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 1.059366495s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.339199743Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 1.28497387s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.450762966Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.137841654s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.508750494Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.346616594s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.648183297Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.133104319s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.723300358Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 644.415563ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.793313655Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 1.108528478s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.806120856Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 1.289902864s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:32.961127137Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 1.436293206s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.120551211Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 677.792817ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.423776831Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.47867569s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.452861771Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 614.339004ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.663157636Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 992.204261ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.752117085Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 786.20275ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.771430614Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 739.190463ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.87166126Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 1.265017869s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:33.93101109Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 1.481066698s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.012955734Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:34.065613294Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60158"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:34.086460669Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"bc28017c-cbd3-42c9-9d5d-48ff7d52364a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60158","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2415,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 1.388026855s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.118534039Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 696.289887ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.268238092Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 1.133918616s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.291238262Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 623.946158ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.568666315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 1.400601188s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.579671387Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 1.086930188s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.621375176Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 585.937605ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.754005777Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c\") failed: Property not found. retry in 1.154475227s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.941676848Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4\") failed: Property not found. retry in 1.329266238s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:34.975386424Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 820.857392ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.20390385Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 731.392396ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.212738136Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051\") failed: Property not found. retry in 775.678309ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.35097744Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44\") failed: Property not found. retry in 836.3888ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.435493276Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46\") failed: Property not found. retry in 625.441941ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.504012388Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0\") failed: Property not found. retry in 967.333645ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.515942035Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d\") failed: Property not found. retry in 973.553424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.718473861Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781\") failed: Property not found. retry in 869.008371ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.958862252Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\") failed: Property not found. retry in 622.079073ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:35.991645894Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810\") failed: Property not found. retry in 714.424889ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:36.037181056Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.86364527Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_c879d78e-9fb2-45c8-b556-1810fc2d64c9"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863711951Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_b410b44d-783b-4032-9514-e07203a227ef"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863718572Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_e6b52b95-b481-4f9d-ba98-feb9043a361d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863726232Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_external_dns_c1aed1cf-b73b-463e-bedc-e2e47b5e261c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863731172Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863735852Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_de1f4384-4e11-4e70-a1ca-f592f4ffd5cd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863742882Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_oximeter_dd22b45c-70c2-412e-9093-e37f85092aa8"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863747572Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_85301c61-8dff-4879-b3cb-cf385cc33a44"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863752292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_6f2027f5-3d45-4670-8cc5-e5823af690cb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863820893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_clickhouse_8acfd98a-812c-443b-8fad-22f328a927f4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863829283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_f92f391e-192c-4fbb-8f50-170e8a467262"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863847634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_b079832c-6953-471b-bbfd-7412acd8eab0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863852574Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_79c66eb6-94e9-4b79-b48e-8e51eedda37e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863869474Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_68d022ef-6c1a-4b03-bb82-a393deeb3e72"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863874154Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_319d4a3d-f12a-4a14-a86c-c78a92fa5781"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863966725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_external_dns_65ddcede-5117-461a-b471-d9488138cd46"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.863974066Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_435ac614-9c35-4afd-a5b7-fe99446cf051"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.864364552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.864375522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_e3443b58-0a84-4832-b6e9-63aff098c810"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.872419665Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.898920533Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.914249766Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"e0daddf1-c147-4a4d-b9f7-478a7a8145dc","remote_addr":"[fd00:1122:3344:101::1]:38420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":38222345,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.966663182Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1251"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.966688713Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.966884036Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.979445343Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:688"}
{"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:36.987446816Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:701"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.090129502Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:832"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.107174534Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.166454213Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.272854281Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.351247116Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.461599579Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:37.677059459Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:38.011568924Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:38.253132315Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:38.702672812Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:39.127442269Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:39.144906178Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:39.494738127Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:39.734870944Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:40.243790792Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:40.766183301Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:41.141768416Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:41.345912829Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:41.768550511Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:42.315152711Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:42.772779221Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:43.128489737Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:43.437212978Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:43.780239084Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:44.39794624Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:44.784517855Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:45.12858061Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/be1e4206-9f16-46c4-8935-3672e7b5f02b/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:45.358127422Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:45.792685391Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-16T05:47:46.796731468Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/4ace13cd-2770-4047-b532-d4b98598f616): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:47:47.131760663Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0d0d6d-a46a-4847-8024-b239aa3d919d\", \"content-length\": \"173\", \"date\": \"Fri, 16 Aug 2024 05:47:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"be1e4206-9f16-46c4-8935-3672e7b5f02b\\\"\", request_id: \"4d0d0d6d-a46a-4847-8024-b239aa3d919d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:48.200712833Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965aeaf3-c174-42da-b76c-4183999be99a\", \"content-length\": \"173\", \"date\": \"Fri, 16 Aug 2024 05:47:50 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"4ace13cd-2770-4047-b532-d4b98598f616\\\"\", request_id: \"965aeaf3-c174-42da-b76c-4183999be99a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.09688963Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.20829645Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.344506681Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41353"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.351542997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.443232852Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"1101d2aa-b330-4dcf-843a-b41f1fdbbda9","remote_addr":"[fd00:1122:3344:101::c]:41353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94533,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.445635131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.446341283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.447792087Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:51.448285745Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"9e9b45f9-b614-484e-99fd-d775f4339faa","remote_addr":"[fd00:1122:3344:101::c]:41353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4563,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.658283906Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40481"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.669210746Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672299267Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672823076Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672840146Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672860636Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672877987Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672892467Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.672934528Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"790e21e0-66ef-4d8d-8354-859e86f965c8","remote_addr":"[fd00:1122:3344:101::c]:40481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":14602,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673022629Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51427"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.6737054Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673744831Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673776111Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673799982Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673817332Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673824752Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673830312Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.673840663Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9116ed8f-7ecc-4d99-b8ca-abd90799de27","remote_addr":"[fd00:1122:3344:101::a]:51427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":776,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.674470963Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.694630066Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52655"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695636003Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695682973Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695717844Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695726694Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695732374Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695738944Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695759065Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.695787165Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"883203e6-5774-4dcf-80c7-de9dec6caeb6","remote_addr":"[fd00:1122:3344:101::c]:52655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1073,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725346033Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46809"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725588807Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725614217Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725629578Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725645968Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725659458Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725665328Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725670838Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:53.725675598Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7c0581e0-4972-4bac-991b-542be336ea78","remote_addr":"[fd00:1122:3344:101::b]:46809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":168,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.023972476Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55213"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.024072158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.103538311Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"70d7623d-8335-4425-8c50-cf8720cba327","remote_addr":"[fd00:1122:3344:101::c]:55213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":79496,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.103902767Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.103972638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.105004445Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:54.10529451Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"a6edf367-371a-44c1-956f-0ea6b1aac7b5","remote_addr":"[fd00:1122:3344:101::c]:55213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1522,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:59.14396286Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63706"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:59.144864054Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2df32239-8c0e-4008-a543-591cebd23699","remote_addr":"[fd00:1122:3344:101::c]:63706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":874,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:47:59.214677828Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0f378108-25b6-42ef-a83b-c7bf4c3fd01c","remote_addr":"[fd00:1122:3344:101::c]:63706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4685,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:04.127844624Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47319"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:04.127937295Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"f55ea69d-6aca-456e-87ed-058fbfff5b7c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47319","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:18.853670722Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53312"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:18.854969794Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b115aeb6-d2c3-4f04-9d9d-cdc512781e75","remote_addr":"[fd00:1122:3344:101::b]:53312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1237,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:18.886074268Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9b03ce2c-6ea8-4037-891f-a033168f5d28","remote_addr":"[fd00:1122:3344:101::b]:53312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1102,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.009853253Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51838"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.010370681Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a5170cc9-4a54-4430-bfac-060978263f3b","remote_addr":"[fd00:1122:3344:101::b]:51838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":495,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.021736429Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44833"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.02183202Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"ba46f68c-e9fb-43a6-8513-69ba9c981be7","remote_addr":"[fd00:1122:3344:101::c]:44833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.031327227Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b192bba0-bc7d-4584-8922-9ef563c7b392","remote_addr":"[fd00:1122:3344:101::c]:44833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1233,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.086221264Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58569"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.086389637Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"43ba4725-dd82-44e8-94c7-57474c1d3095","remote_addr":"[fd00:1122:3344:101::c]:58569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.101933164Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51147"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.103098613Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.173201301Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.203054404Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"44bf918d-044d-446e-94d5-54b2c2d92d05","remote_addr":"[fd00:1122:3344:101::b]:51147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":101061,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.203195127Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62275"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.203784776Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"54aa454e-92a8-4ae1-a7e2-1f1e776a58b9","remote_addr":"[fd00:1122:3344:101::a]:62275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":544,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.207721721Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"bebf94ba-c0bb-4cef-9165-b3b394cd8349","remote_addr":"[fd00:1122:3344:101::b]:51147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":3877,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.207809893Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55372"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.208057707Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"af09649f-41f6-4e71-9c4f-247e9169b3d5","remote_addr":"[fd00:1122:3344:101::a]:55372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":186,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.211178288Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"440f7530-6ab3-4c8e-8d28-4b403c8806c6","remote_addr":"[fd00:1122:3344:101::a]:62275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.231366182Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.232267377Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.233521808Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.234458853Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59467"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.234514884Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.234522094Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"9f8c0717-52f8-420f-a44c-4bae050ccc4a","remote_addr":"[fd00:1122:3344:101::b]:51147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":3723,"response_code":"204"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.234633476Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.264381727Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.269460681Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44714"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.290451888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.290504369Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7ba1efdf-a6ce-4b7c-9de6-1b4258e584a9","remote_addr":"[fd00:1122:3344:101::c]:59467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":55908,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.295094645Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d7de6be9-af24-44c9-8cc5-4be0ba873a41","remote_addr":"[fd00:1122:3344:101::c]:59467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":617,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.314975673Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.335622714Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"0ac92588-ddc9-4d51-be8e-8048069f517b","remote_addr":"[fd00:1122:3344:101::a]:44714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":66034,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:19.336648761Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1aabfa5b-51aa-4894-a472-4a3399f4a792","remote_addr":"[fd00:1122:3344:101::a]:44714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":702,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:34.160436648Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46219"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:34.161168201Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"1435886d-c31e-4138-83d6-c5a63ac93262","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46219","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":704,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.026738279Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58084"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.027106585Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d581475b-1868-4a7e-92db-145b1b00299e","remote_addr":"[fd00:1122:3344:101::b]:58084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":323,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.040068669Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"07447782-1d09-48a9-a47f-fb7e18a6480b","remote_addr":"[fd00:1122:3344:101::b]:58084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":151,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.099946528Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38960"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.10004394Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b8cc7c14-b1ec-4c43-8e6b-69ff5a18ff2d","remote_addr":"[fd00:1122:3344:101::c]:38960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.108028492Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"897ed711-0d43-4d92-95a1-9ead7c19038b","remote_addr":"[fd00:1122:3344:101::c]:38960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.145112195Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61741"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.145323488Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"bc4a6038-df74-4fea-aa3b-68338df7a506","remote_addr":"[fd00:1122:3344:101::c]:61741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":185,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.227511476Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59831"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.228477292Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5efc0ec4-5760-47b0-8cbc-e9be1ae0ca66","remote_addr":"[fd00:1122:3344:101::b]:59831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":908,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.320326269Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53218"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.320502262Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f02bce64-6164-43ab-9fed-d99b0c2144f0","remote_addr":"[fd00:1122:3344:101::a]:53218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.357172578Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39664"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.3572874Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.383075906Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.407329657Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d767adb3-4757-48f6-948c-86f89da9b7da","remote_addr":"[fd00:1122:3344:101::b]:39664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50083,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.407501689Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58917"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.407608741Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53000"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.407680452Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"37013c0b-6dad-458d-861b-bf81eff637a0","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.407855815Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"44fb004f-d495-4040-858d-86f389ba631e","remote_addr":"[fd00:1122:3344:101::b]:39664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":223,"response_code":"200"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.40874328Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.41967045Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ac7e8d18-de99-4ed8-9c93-94760c7a46ec","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":198,"response_code":"204"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.437654268Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.460341982Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"543be0ae-7acc-48b3-bda2-9fa7f4b02602","remote_addr":"[fd00:1122:3344:101::c]:53000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52548,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.460705859Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5b28af94-5c6f-4303-9366-018b924c468f","remote_addr":"[fd00:1122:3344:101::c]:53000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.547990221Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55702"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.548108083Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.572263631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.596134666Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9a41c1f4-60f3-4e9e-b119-59c1becee0a6","remote_addr":"[fd00:1122:3344:101::a]:55702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48083,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:49.5964035Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"83fd3720-5e4d-45b6-af96-8ae7425832ac","remote_addr":"[fd00:1122:3344:101::a]:55702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:48:56.158528256Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:04.193449702Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:04.193567084Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"55209684-2c12-41b2-856e-3c7caea50d74","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55962","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:18.862321391Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51025"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:18.862464604Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8f0d773f-1f44-4348-b38d-457af5da7ff8","remote_addr":"[fd00:1122:3344:101::b]:51025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:18.878392987Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ced94077-04e3-4246-b234-466958765a46","remote_addr":"[fd00:1122:3344:101::b]:51025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:18.926437931Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:18.927540589Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8a07e549-83d0-47a5-af66-c63a4ac369ba","remote_addr":"[fd00:1122:3344:101::b]:35204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1045,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.124980181Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60166"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.125070862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.152442814Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.177245914Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7b6b5ce5-ae8c-41f4-8d68-bcf9b4b6de2b","remote_addr":"[fd00:1122:3344:101::b]:60166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52216,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.177387726Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54416"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.177413947Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39416"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.178394003Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9d6e05c9-87f1-4d0d-aa0d-b0bb02c30218","remote_addr":"[fd00:1122:3344:101::c]:39416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":927,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.178561066Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0f11230f-6829-4a7d-a475-4b9f9d08224d","remote_addr":"[fd00:1122:3344:101::b]:60166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":954,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.178617237Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ed69687e-fe6f-433f-8692-a7a66f9cb712","remote_addr":"[fd00:1122:3344:101::c]:54416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1085,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.186271493Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4717449b-e869-4fad-b08c-1697a2c7f316","remote_addr":"[fd00:1122:3344:101::c]:39416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":138,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.250594796Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44400"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.250670877Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e3ea4ced-1a8b-46ee-a10c-ba4db4c186ad","remote_addr":"[fd00:1122:3344:101::a]:44400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.257800085Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"2a6d9626-9da5-4d40-8ac6-fff0da917e62","remote_addr":"[fd00:1122:3344:101::a]:44400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":697,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.27988656Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.280037002Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0718b8b1-f6f5-4e98-9e45-4aec71e78c56","remote_addr":"[fd00:1122:3344:101::a]:61169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.33617577Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42778"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.336266561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.360255678Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.381520399Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ab5844cf-540f-4a33-b520-8538b150d02f","remote_addr":"[fd00:1122:3344:101::a]:42778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":45281,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.381687422Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47439"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.381906535Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.384868694Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0de9d265-ff95-40d1-ad85-5c68523f5cfe","remote_addr":"[fd00:1122:3344:101::a]:42778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2947,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.405491655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.427207704Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"1b73016f-456b-4e23-9c7c-e9039d30da3c","remote_addr":"[fd00:1122:3344:101::c]:47439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":45412,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:19.42756197Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4458001b-d112-4edf-a206-2d1d9404ea02","remote_addr":"[fd00:1122:3344:101::c]:47439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:24.785100956Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:61825"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:24.873281042Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"6e0c1f8c-61a0-4446-95ec-14357a1b2f55","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":87584,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:34.227371731Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46167"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:34.227464363Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d8891895-5c4a-4cfb-8648-643a09b3790a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46167","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.074657158Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62766"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.074793341Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f4a8f59c-cad4-4116-a288-d9c884e64223","remote_addr":"[fd00:1122:3344:101::b]:62766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.084812496Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"63df3687-0b89-4b6d-b5f6-34a4ce288518","remote_addr":"[fd00:1122:3344:101::b]:62766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1530,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.129611316Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58160"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.129757078Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"414844e2-4295-4a25-bdb6-52433d9057b4","remote_addr":"[fd00:1122:3344:101::b]:58160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.283362846Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35042"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.283435017Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"15af4176-3d02-41c5-bd6a-ccf0bdcde5de","remote_addr":"[fd00:1122:3344:101::c]:35042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.290790459Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"5be67430-2287-435b-9a20-1b4a76eba920","remote_addr":"[fd00:1122:3344:101::c]:35042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.308502231Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50609"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.309438167Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"cbd61710-0acc-4958-8e5e-cc03c1c24df3","remote_addr":"[fd00:1122:3344:101::c]:50609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":897,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.339143248Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62904"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.339236609Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1bd234b8-de3d-4fff-898a-b29dff06a106","remote_addr":"[fd00:1122:3344:101::a]:62904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.34656974Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bddd2081-3ef0-428e-9fd8-608b01237931","remote_addr":"[fd00:1122:3344:101::a]:62904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":70,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.378109851Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57819"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.378234683Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"908845c7-4f5c-4e6c-ad2e-83a9f6bdf784","remote_addr":"[fd00:1122:3344:101::a]:57819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":79,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.391428441Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42282"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.391519563Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.419945363Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.445712538Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f505b87f-1bb2-4355-9ccd-34bfc4034186","remote_addr":"[fd00:1122:3344:101::b]:42282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":54230,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.446023113Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35814"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.446333028Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.446347499Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dc454303-4ef3-4a7c-96ad-cdd9cf49c9be","remote_addr":"[fd00:1122:3344:101::b]:42282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":309,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.474664916Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.498832666Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"c341c5b4-34d5-40a9-96ba-b9497f64e98d","remote_addr":"[fd00:1122:3344:101::c]:35814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52659,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.499218002Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"afe43d9c-cc1b-4c10-b76f-5b501064b39b","remote_addr":"[fd00:1122:3344:101::c]:35814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.539458897Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43354"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.539563319Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.562927995Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.584941508Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a50477a3-d0ea-4a9c-b536-60711b406d4d","remote_addr":"[fd00:1122:3344:101::a]:43354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":45426,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:49.585672661Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d552b81a-8979-4a59-b234-48ec84016a07","remote_addr":"[fd00:1122:3344:101::a]:43354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":592,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:49:54.792024709Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"2ad8e626-90df-41fe-8740-af53d548a200","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7719,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:04.260499718Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46334"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:04.260589069Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"dd65f68e-8ac1-485d-aace-5db3254b2045","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46334","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.864508445Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33533"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.865490441Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"3a0d0604-f2f7-41e6-9527-cf53aab5c8a2","remote_addr":"[fd00:1122:3344:101::b]:33533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":956,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.873461723Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"64bac1f4-95f8-4cad-8ef3-38f44873378c","remote_addr":"[fd00:1122:3344:101::b]:33533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.950203161Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52886"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.950363864Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ab4d5cbb-245d-4b3d-90d4-d7bb6b8eca99","remote_addr":"[fd00:1122:3344:101::b]:52886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.996858942Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33270"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:18.996962403Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"bb88a7a7-743c-4490-9229-95b9b765bd61","remote_addr":"[fd00:1122:3344:101::c]:33270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.005098498Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a6a2151b-0202-4f82-bfc7-00ff392e3571","remote_addr":"[fd00:1122:3344:101::c]:33270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.048529735Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63357"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.048615057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.077179139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.104816085Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"94b7e7b9-0818-4423-ab9c-6ba7a9b88d6d","remote_addr":"[fd00:1122:3344:101::b]:63357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":56247,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.105252722Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dfe0c2f6-8899-4ba5-9324-2acc2f10dee4","remote_addr":"[fd00:1122:3344:101::b]:63357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.115004864Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57665"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.115163096Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"6e541692-6a0c-422e-a981-cb7e71196499","remote_addr":"[fd00:1122:3344:101::a]:57665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.123006176Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"98076dd4-bed0-477b-ab0d-a91f4be15d89","remote_addr":"[fd00:1122:3344:101::a]:57665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.198554604Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43455"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.198697266Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"41f7c0a2-e73d-4f1e-8cda-406bd18df46c","remote_addr":"[fd00:1122:3344:101::c]:43455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.236076304Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63988"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.236199196Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b2ab88e3-f586-4621-97bb-2ee753f36788","remote_addr":"[fd00:1122:3344:101::a]:63988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.282849306Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45455"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.282954748Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.308713214Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.329178662Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4c4e4001-e0a3-4aa2-b733-0136136078f8","remote_addr":"[fd00:1122:3344:101::c]:45455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46262,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.329427426Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"bf0aed8e-ee30-4742-86ef-f85ba0ee74a9","remote_addr":"[fd00:1122:3344:101::c]:45455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.331937867Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63351"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.33212496Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.357854905Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.382292969Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2658adb1-0e48-49cb-8890-3b4061a78175","remote_addr":"[fd00:1122:3344:101::a]:63351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50248,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:19.382579014Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"29d9dda5-a4cc-4fe6-94a0-3ce490bd5527","remote_addr":"[fd00:1122:3344:101::a]:63351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:24.791179194Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"d12e8697-8d9a-4226-b78b-c6ba8dfd95f4","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6885,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:34.292267441Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54006"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:34.292362693Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"56e18bf7-91c4-4b59-8633-098880117b2b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54006","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:48.945964Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52303"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:48.946094242Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"06c3f02f-7153-4a57-ab1b-146f1491442a","remote_addr":"[fd00:1122:3344:101::b]:52303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:48.954799346Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c8e2db35-98b4-4a0c-9fdb-72721d23adf7","remote_addr":"[fd00:1122:3344:101::b]:52303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":926,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.106327519Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.106503822Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3fcdda61-1ba3-40d5-8a6f-89fd50d53d5e","remote_addr":"[fd00:1122:3344:101::b]:47199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.211029979Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43482"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.21110322Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7e104848-a2e4-4cea-add6-98f2235b6071","remote_addr":"[fd00:1122:3344:101::c]:43482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.221188507Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"673724d3-312a-483f-ac38-328c097e5f1f","remote_addr":"[fd00:1122:3344:101::c]:43482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1267,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.260366944Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63354"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.260523047Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"db642da0-a280-41ee-90fa-fa9bdce35d48","remote_addr":"[fd00:1122:3344:101::c]:63354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.268523199Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62865"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.26860319Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.298760248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.325004172Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6f047bbb-fd86-4f5c-9535-a4db5a74c21a","remote_addr":"[fd00:1122:3344:101::b]:62865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":56441,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.325299457Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"45d32e12-706e-426a-ae2b-46ab8efae6aa","remote_addr":"[fd00:1122:3344:101::b]:62865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.38659743Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61324"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.386744182Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"43879cbd-9029-4c16-8e42-161a2a04e54c","remote_addr":"[fd00:1122:3344:101::a]:61324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.393236079Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9df94f95-df99-4556-b4c4-96e9c4ef0ad9","remote_addr":"[fd00:1122:3344:101::a]:61324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.508349761Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51223"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.508431032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.534412141Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.558256315Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"1484fd74-55c5-454c-bca0-6d598fa19eb4","remote_addr":"[fd00:1122:3344:101::c]:51223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49873,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.558504059Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"de8bf8e2-c409-4135-9a4f-5eecf8ce45cf","remote_addr":"[fd00:1122:3344:101::c]:51223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.5881636Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39485"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.588390823Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d63c7dac-c407-4894-abe0-c0ef263cbaf9","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":173,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.59361517Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46183"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.594305371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.618886107Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.641350258Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d3c3712f-ed1a-431f-a078-45fce47d6da2","remote_addr":"[fd00:1122:3344:101::a]:46183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47680,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:49.641630123Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fff60167-2cf9-4e00-99a4-2ab0a4cac17b","remote_addr":"[fd00:1122:3344:101::a]:46183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:50:54.790959669Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"067193d4-4ef0-42cc-81cb-28d34b63dd4a","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7066,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:04.326884202Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32816"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:04.327613374Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ffa3aef5-1ff8-45f9-a9e8-51e82cea4225","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32816","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":707,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:18.847570893Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50092"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:18.848247125Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cbbd9755-7afa-416f-bb82-690b57d58de0","remote_addr":"[fd00:1122:3344:101::b]:50092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":660,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:18.857722511Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b80098ca-cafc-417c-bdf5-01d169168cdd","remote_addr":"[fd00:1122:3344:101::b]:50092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1248,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:18.887991401Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37205"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:18.888193695Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"42a83e49-0c4b-48fd-9d1b-068414425341","remote_addr":"[fd00:1122:3344:101::b]:37205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":170,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.085471814Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42451"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.086540021Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.117189738Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.145724219Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a4e0229a-8130-466f-b647-3082eab992b4","remote_addr":"[fd00:1122:3344:101::b]:42451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":60188,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.145931993Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49442"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.145954143Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50839"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.145986694Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.146048404Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47900"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.146315909Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"75092bf8-5e20-4954-a77c-64ce7e2048a6","remote_addr":"[fd00:1122:3344:101::a]:49442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":208,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.146338499Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4edd2804-2686-4257-b897-aeb756e9f7c9","remote_addr":"[fd00:1122:3344:101::b]:42451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":242,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.14637447Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2c9ca42c-17f3-41ef-8c8b-648958cfa3fa","remote_addr":"[fd00:1122:3344:101::c]:63200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":273,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.146521292Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"76ddc6c9-c50d-4663-afd4-53f9395a32ed","remote_addr":"[fd00:1122:3344:101::a]:50839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":318,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.146534952Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b3316b89-81fb-4e6b-a123-5c76d0533667","remote_addr":"[fd00:1122:3344:101::c]:47900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":357,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.153900184Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"2bfc7c46-583b-4d2d-9ab2-2bef82c4f807","remote_addr":"[fd00:1122:3344:101::c]:63200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.155005803Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4da5227d-0116-4d6a-b67a-0c037571581f","remote_addr":"[fd00:1122:3344:101::a]:49442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":768,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.215734776Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36684"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.215800097Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.243017257Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.266627096Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a6ea862f-d3f3-4259-9e9d-fe34427874a3","remote_addr":"[fd00:1122:3344:101::a]:36684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50858,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.26684608Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2ed0a58f-6db0-42b5-b738-e5193a72faa8","remote_addr":"[fd00:1122:3344:101::a]:36684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.322405268Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61229"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.322565531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.347701056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.372852891Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7565ff9d-0480-422a-8745-f2f505df3364","remote_addr":"[fd00:1122:3344:101::c]:61229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50351,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:19.373127356Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0c300180-feb3-4420-8b88-32b8eb765cbd","remote_addr":"[fd00:1122:3344:101::c]:61229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:24.80137804Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"a1dd597b-ab21-4017-a563-f0fff2c211c4","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":5671,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:34.362125813Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54748"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:34.362217985Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"47a4f775-24e6-4e79-8c31-0bd35f7397ab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54748","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:48.931812864Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62835"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:48.932069288Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"27c4b2ed-3183-4c13-8341-1c247baf528d","remote_addr":"[fd00:1122:3344:101::b]:62835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":237,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:48.954255615Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53109"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:48.954346966Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2c4d8107-b5a2-4497-8a30-6025b839af90","remote_addr":"[fd00:1122:3344:101::b]:53109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:48.961732928Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"af1400b4-da86-4df2-ab9d-19f86a2605fe","remote_addr":"[fd00:1122:3344:101::b]:53109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.059593635Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39376"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.059696967Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"75906259-e0f6-4411-9f7a-4625e8959ac2","remote_addr":"[fd00:1122:3344:101::c]:39376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.067433264Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0eb302b5-40c8-47d1-bb18-e18c42c5b00e","remote_addr":"[fd00:1122:3344:101::c]:39376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":110,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.138695532Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63976"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.138827404Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"5e16f1c6-2398-46e8-a07d-eee4ef004b78","remote_addr":"[fd00:1122:3344:101::a]:63976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.147099541Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"cebce85f-1871-4ca6-ba77-bf7b472c1554","remote_addr":"[fd00:1122:3344:101::a]:63976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.159282932Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45794"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.159455895Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2b61011d-4de6-43e8-8754-018e218eaae7","remote_addr":"[fd00:1122:3344:101::c]:45794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.271414085Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42036"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.271491146Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.298927459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.324139305Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ed38c9cf-740a-4a54-9e73-55d13c69e067","remote_addr":"[fd00:1122:3344:101::b]:42036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52675,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.324328119Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40079"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.324563912Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"147d2e55-1691-4efd-8f1c-fc2f5d14c38c","remote_addr":"[fd00:1122:3344:101::a]:40079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":207,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.324647374Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b8bfa753-d12b-4eca-9046-6a7144ff78e4","remote_addr":"[fd00:1122:3344:101::b]:42036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":254,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.420403556Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60907"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.420521448Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.446276403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.469385615Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7510bef9-93ea-420e-a108-f2e1425e49cf","remote_addr":"[fd00:1122:3344:101::c]:60907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48911,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.469503457Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35774"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.470220209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.47391017Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"119cb9b7-4243-4034-a834-14d218b9c065","remote_addr":"[fd00:1122:3344:101::c]:60907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4196,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.497208875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.522239108Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7444fde8-86f3-4b02-accb-e757cae5d8f6","remote_addr":"[fd00:1122:3344:101::a]:35774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52653,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:49.522602464Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f58eac09-4d2c-4539-8e7b-28e8d3a102b0","remote_addr":"[fd00:1122:3344:101::a]:35774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:51:54.851620829Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"82e5097f-7879-46d7-b2dc-bdd93fc1d896","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7690,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:04.393100394Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34932"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:04.393225726Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"5b2973cb-4185-4c85-abee-f460cfcc96ad","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34932","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:18.874851772Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52723"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:18.8765563Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1914b60a-bcef-4422-9e3f-47ec89789bc3","remote_addr":"[fd00:1122:3344:101::b]:52723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1652,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:18.883526595Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"493bf861-b3fd-4a93-8386-c800c29008cc","remote_addr":"[fd00:1122:3344:101::b]:52723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:18.89289781Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60433"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:18.893049562Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8ba63a54-5e62-4d21-bd6e-a152caec6a36","remote_addr":"[fd00:1122:3344:101::b]:60433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.02726957Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54174"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.027458703Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f32bc2e3-88b9-4e06-9123-e50c10850d13","remote_addr":"[fd00:1122:3344:101::c]:54174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":160,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.042071974Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36847"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.042168676Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d17e7804-eeb4-4f70-b3af-b91a7f4bda50","remote_addr":"[fd00:1122:3344:101::c]:36847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.050181818Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c78c2f6a-9f95-4173-b300-c2313488d50f","remote_addr":"[fd00:1122:3344:101::c]:36847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":869,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.073246389Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57483"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.073326691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.104229791Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.127099169Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f056a66a-8fed-426e-9205-d09daa4256a4","remote_addr":"[fd00:1122:3344:101::b]:57483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":53813,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.127327293Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39918"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.127407124Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50828"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.128295649Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"063411e1-304b-4fe2-af5e-11248292d161","remote_addr":"[fd00:1122:3344:101::a]:50828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":808,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.128330139Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2dbcdaca-5697-4ce6-bea8-3dae3a2ee7fd","remote_addr":"[fd00:1122:3344:101::a]:39918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":962,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.12836249Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2f819f19-150e-4e3a-8b3b-d42c5846e17c","remote_addr":"[fd00:1122:3344:101::b]:57483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1005,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.136526765Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ddefadb0-d5c3-4880-bd61-1c00238937f2","remote_addr":"[fd00:1122:3344:101::a]:50828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":175,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.16469594Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49503"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.164772551Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.192126653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.216542447Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"56e3e9fb-59c9-4239-9ba0-8972707c6085","remote_addr":"[fd00:1122:3344:101::c]:49503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51808,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.216646238Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52415"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.21738034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.220906499Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4c0583a8-7c80-4c39-90ba-f0da3a66bbf0","remote_addr":"[fd00:1122:3344:101::c]:49503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4030,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.240645515Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.261419488Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bbab5394-2315-49e5-b100-aec8e5aa4773","remote_addr":"[fd00:1122:3344:101::a]:52415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":44682,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:19.261772264Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"21329437-9070-4a2c-9f1b-2f681d934eb2","remote_addr":"[fd00:1122:3344:101::a]:52415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:24.851320943Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"be75c63e-fc37-46f7-acbc-8c3826456bdc","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6793,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:34.426921582Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61790"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:34.427055014Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"adb90225-8cc0-416d-94ac-fc89819ac36e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61790","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.06973827Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33314"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.069979384Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2b5a0ab9-33ff-4d72-b8c2-301d1943b77b","remote_addr":"[fd00:1122:3344:101::b]:33314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.13333371Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42687"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.135176951Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7306bda1-aaa0-410a-8968-c48f29ce1f7a","remote_addr":"[fd00:1122:3344:101::b]:42687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1813,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.140857255Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37847"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.141034878Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3d06782f-67cb-411c-8308-c922caa0e7ce","remote_addr":"[fd00:1122:3344:101::c]:37847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.143500938Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"87768110-655d-4393-954d-bae3c01f8cef","remote_addr":"[fd00:1122:3344:101::b]:42687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.190851851Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42774"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191049394Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191107925Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191150786Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191183136Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191211357Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191235567Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191250587Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.191267108Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f6baee58-8023-4ba9-8404-5b8bb0641aa2","remote_addr":"[fd00:1122:3344:101::b]:42774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":382,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.230828851Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35447"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.230989144Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0cda390f-14a4-4021-b262-b42ee1c080db","remote_addr":"[fd00:1122:3344:101::a]:35447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.297156797Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62733"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.29792784Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.32457983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.351966533Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2f1ed69e-61b5-47f6-a00d-d00bed35c59f","remote_addr":"[fd00:1122:3344:101::b]:62733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":54756,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.352138475Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58461"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.352228997Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59719"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.352288228Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9cd6a144-cdb8-451a-8ff4-cfd000d0f4e4","remote_addr":"[fd00:1122:3344:101::c]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.352563282Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"de0666a5-92a7-4b10-a84a-6a4e21f6f2a9","remote_addr":"[fd00:1122:3344:101::b]:62733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":258,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.353816093Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.353885654Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.353951045Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.353988266Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.354011376Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.354033977Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.354074737Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.354083337Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8141f6b7-7eff-4e84-b52c-fa76d110425d","remote_addr":"[fd00:1122:3344:101::c]:59719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1662,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.36092491Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"006134f8-f82d-4735-8953-535ae3aeffb9","remote_addr":"[fd00:1122:3344:101::c]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":142,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.37119831Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37920"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.371269701Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"3d72d5a9-22f7-402e-8e29-0535e628b0dc","remote_addr":"[fd00:1122:3344:101::a]:37920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.377962282Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"212a4673-6db3-410d-9cee-45df9ee4ce46","remote_addr":"[fd00:1122:3344:101::a]:37920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.443445834Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44735"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.443674028Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1ad6c0c4-701a-44ce-ba7f-1c3e70b796e1, kind: Service { id: 65ddcede-5117-461a-b471-d9488138cd46 }, name: Name(\"external-dns-65ddcede-5117-461a-b471-d9488138cd46\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 78732b29-534f-4ea7-907a-bbd79ddcca2d, kind: Service { id: c1aed1cf-b73b-463e-bedc-e2e47b5e261c }, name: Name(\"external-dns-c1aed1cf-b73b-463e-bedc-e2e47b5e261c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2029a0d8-1ccc-45c2-aa54-418d2419a2af, kind: Service { id: 68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9 }, name: Name(\"nexus-68a3a6d7-0d8f-44eb-98da-4bb5c9066cc9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ddd47b8-b1ed-4452-873c-9961fe48e21e, kind: Service { id: e6b52b95-b481-4f9d-ba98-feb9043a361d }, name: Name(\"nexus-e6b52b95-b481-4f9d-ba98-feb9043a361d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be26c22b-6d84-4b65-8139-2e112fb629ba, kind: Service { id: 435ac614-9c35-4afd-a5b7-fe99446cf051 }, name: Name(\"nexus-435ac614-9c35-4afd-a5b7-fe99446cf051\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.443722158Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.443767449Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.443776799Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.44379397Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.44380541Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.44381911Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.44384608Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"64b36b6c-986c-4e44-b2fa-8727676e51ba","remote_addr":"[fd00:1122:3344:101::a]:44735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":364,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.540845833Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39543"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.540921904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.567575544Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.591125093Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"001283ab-c686-4271-a18a-0f5994bc1f43","remote_addr":"[fd00:1122:3344:101::c]:39543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50240,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.591354477Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"33d0c01d-81f7-4745-9407-107395060cf3","remote_addr":"[fd00:1122:3344:101::c]:39543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.617755413Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55918"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.617898726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.641982954Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.664238452Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3a1d752e-ebfd-456f-80ad-eaf2fbeeb1c8","remote_addr":"[fd00:1122:3344:101::a]:55918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46392,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:49.664508646Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fa9b9d94-ee6b-4251-bc77-21700dc08802","remote_addr":"[fd00:1122:3344:101::a]:55918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:52:54.852706524Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"e8653708-2cf5-4f50-af73-49920e7a0a5e","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7745,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:04.458745836Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63655"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:04.458914539Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"0537fc31-b647-43f1-9d89-0e4655df980c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63655","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.892120855Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34782"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.893158012Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e792fdcf-ffbb-4901-a13f-80c91e72d747","remote_addr":"[fd00:1122:3344:101::b]:34782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1016,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.958652474Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33372"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.958738845Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8fde691c-47b3-4549-ae4f-cf9cdf89a746","remote_addr":"[fd00:1122:3344:101::b]:33372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.966188298Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1f369576-eed8-4eea-84c5-8f60379482c7","remote_addr":"[fd00:1122:3344:101::b]:33372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":163,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.992032165Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32991"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.992085586Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"501b00a3-41ea-439a-842f-2455541bd93b","remote_addr":"[fd00:1122:3344:101::c]:32991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:18.999446868Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e5e9adb5-f8db-47c8-b5bf-f58d8fd4ffb4","remote_addr":"[fd00:1122:3344:101::c]:32991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":994,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.011668339Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62211"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.011818722Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b567d73b-2130-41f0-bebc-843cd1d03166","remote_addr":"[fd00:1122:3344:101::c]:62211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.055594775Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45969"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.055724267Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.078331901Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.103501687Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"39266b59-b217-4d3a-976f-6965358243ee","remote_addr":"[fd00:1122:3344:101::b]:45969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47846,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.103773681Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a8a3bfec-867c-4d26-a5fd-e2f6fbbda5ff","remote_addr":"[fd00:1122:3344:101::b]:45969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.12972102Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64969"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.12974551Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42234"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.130488913Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"03f3ab54-7e02-4009-b3b6-4ba24d12500b","remote_addr":"[fd00:1122:3344:101::a]:42234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":707,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.130612505Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"62e228e7-7850-457a-8794-3df6b72d88bf","remote_addr":"[fd00:1122:3344:101::a]:64969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":844,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.137518099Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"092651d3-34af-42aa-a8e3-efd88777092b","remote_addr":"[fd00:1122:3344:101::a]:42234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":162,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.223395657Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56605"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.223489729Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.25017604Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.274782857Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d102b5ee-77d9-4b1a-89d5-4d28ea82ffca","remote_addr":"[fd00:1122:3344:101::c]:56605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51344,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.275041651Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d0c312ed-96a0-4daf-b63d-7fb699e7d3d0","remote_addr":"[fd00:1122:3344:101::c]:56605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.414918781Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38670"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.415066114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.441358928Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.465966155Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"944ce9be-9cba-41e3-9a6d-bf2a84de96a9","remote_addr":"[fd00:1122:3344:101::a]:38670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50962,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:19.466189479Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"575d618f-dae9-4881-813c-85ee9fbb5ee5","remote_addr":"[fd00:1122:3344:101::a]:38670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:24.851120367Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"2b08cd55-534a-467a-93c8-e0c6355d7bdf","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6769,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:34.493882176Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44529"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:34.494002308Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"2071f31d-7cdf-40e9-bd25-dfd628c99723","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44529","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"}
{"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:42.442250653Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:42.442381425Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:42.487505421Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999808s","next_cleanup":"Instant { tv_sec: 1892, tv_nsec: 22873654 }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.093943579Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48225"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.094069201Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7d1984a9-7cbf-443e-9294-c16a24eccef4","remote_addr":"[fd00:1122:3344:101::b]:48225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.101586005Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b083a440-2e08-46ec-92be-ea6442a69870","remote_addr":"[fd00:1122:3344:101::b]:48225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.110882378Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62610"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.111041571Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7b3efa91-795a-483f-81a8-413897c74fc5","remote_addr":"[fd00:1122:3344:101::b]:62610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.123244683Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45020"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.123311854Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9a4a689e-e55a-4777-8532-494b22e9ae8a","remote_addr":"[fd00:1122:3344:101::c]:45020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.130578954Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"35907472-6a15-4be8-b7e9-410bf0c8f861","remote_addr":"[fd00:1122:3344:101::c]:45020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.138704048Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39572"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.13882169Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1708db4b-28ae-4198-94a8-4883771eddab","remote_addr":"[fd00:1122:3344:101::c]:39572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.392068274Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45343"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.392911608Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.419372395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.443167358Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"16683fa7-f4b8-4675-aa12-be1a5b4c5ad3","remote_addr":"[fd00:1122:3344:101::b]:45343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51037,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.44330544Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43801"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.443447413Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4531b624-e397-4256-9f1c-87d64c7cedae","remote_addr":"[fd00:1122:3344:101::a]:43801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.443641396Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0311b693-966a-421c-8d12-2ef6c6981b07","remote_addr":"[fd00:1122:3344:101::b]:45343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":185,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.446476993Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47882"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.446705156Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8cc6bb03-ddd1-43b9-ac44-b5123c59b950","remote_addr":"[fd00:1122:3344:101::a]:47882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":166,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.45113134Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"06a64830-1187-4211-bbd9-b7f1e945a833","remote_addr":"[fd00:1122:3344:101::a]:43801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.459814173Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50222"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.459895314Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.486395962Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.510124474Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"31b0b207-68a1-45d4-ba53-49ff9cf0c02f","remote_addr":"[fd00:1122:3344:101::c]:50222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50271,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.510374048Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"93121e56-78eb-4402-9301-edc91e9c851c","remote_addr":"[fd00:1122:3344:101::c]:50222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.646455416Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45043"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.646617549Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.672889553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.695038719Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b0e32f47-f373-434d-88e7-83254c590023","remote_addr":"[fd00:1122:3344:101::a]:45043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48494,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:49.695294013Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c057ee2c-35f0-422d-99a7-c1eb41a8ddfb","remote_addr":"[fd00:1122:3344:101::a]:45043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:54.852729613Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"6031051b-a042-45ed-bf4a-25358cbffd11","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7242,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:53:56.160715312Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:04.528968395Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33741"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:04.52987243Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"e30698c1-0dba-4a73-ae3a-bc8d5ba2b9f6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33741","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":863,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.577984145Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44354"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.57888099Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ebe1efa4-a302-45fa-b7b3-5e1bd6a8278f","remote_addr":"[fd00:1122:3344:101::a]:44354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":860,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.579628312Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(8903878) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.580657299Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"6b07564f-36d8-4da7-bb67-03c535009d84","remote_addr":"[fd00:1122:3344:101::a]:44354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1595,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.690481793Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62007"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.703368906Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:569","metadata":"InstanceMetadata { silo_id: 0fd0e72a-4271-42d6-8ff6-9cdca5a3ba77, project_id: 76fc8f96-add7-4843-aad7-1b45adf31529 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-16T05:54:16.329893Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-16T05:54:16.373074190Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8903878))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-95d6041cd27\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, read_only_parent: Some(Volume { block_size: 512, id: 0c1332bf-ee5e-4024-9e2a-f1837c150cae, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3156bc3b-0efc-4e1e-99ee-2bc2e0965751, key: Some(\"Z505+LLgs3eWDGNtCgKZI3o2hW7wBnAs/gVu97xYrnQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, key: Some(\"9HnIp30obNoIA6VUhq+zUBFUZJr9+PIl8n3/4vCUFXA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABByC4QWRBZAADILhBZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQcguEFkQWQAAyC4QWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyOWQzZTMwYi00ZTEyLTRmMjgtYmEwZC0wN2ExMDAwZTM1ZmYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJREtGemd0UitSR0hLdWhZVnlVKzd1NWVXTTJYVzM1WWxETWNJeFdnR3I2eSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.703462568Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.703903495Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:994","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8903878))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da10d812-863f-4b2f-89ca-88eda72c6da7, kind: Instance { id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 42, 87])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8903878), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-95d6041cd27\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, read_only_parent: Some(Volume { block_size: 512, id: 0c1332bf-ee5e-4024-9e2a-f1837c150cae, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3156bc3b-0efc-4e1e-99ee-2bc2e0965751, key: Some(\"Z505+LLgs3eWDGNtCgKZI3o2hW7wBnAs/gVu97xYrnQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, key: Some(\"9HnIp30obNoIA6VUhq+zUBFUZJr9+PIl8n3/4vCUFXA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABByC4QWRBZAADILhBZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQcguEFkQWQAAyC4QWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyOWQzZTMwYi00ZTEyLTRmMjgtYmEwZC0wN2ExMDAwZTM1ZmYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJREtGemd0UitSR0hLdWhZVnlVKzd1NWVXTTJYVzM1WWxETWNJeFdnR3I2eSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-16T05:54:16.329893Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.70420823Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff","method":"PUT","req_id":"ef67bd74-3ee8-48b6-b1e6-1213f3275273","remote_addr":"[fd00:1122:3344:101::a]:62007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":13691,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.832125583Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60098"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.833049698Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff/state","method":"PUT","req_id":"cf332834-f268-4164-9184-ffdfba2b4b79","remote_addr":"[fd00:1122:3344:101::a]:60098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":857,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.836641417Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 247, 42, 87]), slot: 0, vni: Vni { inner: 8903878 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.837219117Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.876945333Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:16.897783038Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:18.45179245Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:18.452029154Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 36.686086ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:18.637717852Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 145.095755ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:18.685715975Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 124.80052ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:18.851751627Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 272.234482ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:18.996486708Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:18.996631661Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54270"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.040712589Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52105"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.040870931Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"be5ba7e3-344e-44c5-9bbf-b75e69584047","remote_addr":"[fd00:1122:3344:101::b]:52105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.04745786Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42705"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.048775652Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e05e890c-8688-44ef-ac21-55059872603c","remote_addr":"[fd00:1122:3344:101::c]:42705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1251,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.075134088Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37113"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.075393592Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a2fd4c7a-ad67-45b5-98fe-e75477293e5a","remote_addr":"[fd00:1122:3344:101::b]:37113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":211,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.088262874Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64026"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.088428797Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8c5e0536-02ae-47a6-a26d-f245d191cb3e","remote_addr":"[fd00:1122:3344:101::c]:64026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.106332833Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"78013b58-4ded-4c42-929a-56d776f3f3e7","remote_addr":"[fd00:1122:3344:101::c]:42705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":247,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.114778892Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45825"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.123030569Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"12a6e42f-ffc3-4734-9abb-d2a5731e1a59","remote_addr":"[fd00:1122:3344:101::b]:52105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":139,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.151773894Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33058"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.151846185Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f0ddccbb-62ce-42e3-9db4-97c5fbbf5471","remote_addr":"[fd00:1122:3344:101::a]:33058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.164674347Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34035"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.169446126Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7dbb7945-7190-4010-ab30-54b904df6586","remote_addr":"[fd00:1122:3344:101::a]:33058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.17758644Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54252"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.177675342Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.217136074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.251362029Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"27c5130b-d96c-4b7d-9d8d-21e8c9bc3fa2","remote_addr":"[fd00:1122:3344:101::b]:54252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":73732,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.251545132Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38055"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.251667694Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40314"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.251798316Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.260457189Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fa9fbbaf-3e3d-4586-8297-b1acaf8051ff","remote_addr":"[fd00:1122:3344:101::b]:54252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8594,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.260600312Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"41866d46-959c-4463-a6c8-6f85e0bf0743","remote_addr":"[fd00:1122:3344:101::a]:40314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8591,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.293026557Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 545.561511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:19.29682419Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.326346578Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e24ffd35-6dcb-4222-ae04-24e66292f1aa","remote_addr":"[fd00:1122:3344:101::c]:38055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":74684,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.326952308Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"abaa76a6-8375-4090-9973-e8e96fd3d488","remote_addr":"[fd00:1122:3344:101::c]:38055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":320,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.481727505Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62573"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.481918018Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.516839055Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.551273354Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"01b77dc7-ec07-4468-ab30-52ab68d96fd3","remote_addr":"[fd00:1122:3344:101::a]:62573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":69469,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:19.551583829Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0a52debd-6755-4450-a216-d3d9c6a1259a","remote_addr":"[fd00:1122:3344:101::a]:62573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 607.479109ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:19.855001711Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 781.182002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:20.475253798Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 1.495731303s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:21.268423611Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 586.837414ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:22.775989405Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\") failed: Property not found. retry in 1.419421746s","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:23.375986407Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:24.820863067Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1448"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:24.828531823Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1457"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:24.881422727Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1481"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABByC4QWRBZAADILhBZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAQcguEFkQWQAAyC4QWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyOWQzZTMwYi00ZTEyLTRmMjgtYmEwZC0wN2ExMDAwZTM1ZmYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJREtGemd0UitSR0hLdWhZVnlVKzd1NWVXTTJYVzM1WWxETWNJeFdnR3I2eSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-95d6041cd27\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, read_only_parent: Some(Volume { block_size: 512, id: 0c1332bf-ee5e-4024-9e2a-f1837c150cae, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3156bc3b-0efc-4e1e-99ee-2bc2e0965751, key: Some(\"Z505+LLgs3eWDGNtCgKZI3o2hW7wBnAs/gVu97xYrnQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 50c7f67d-dbd4-480d-9374-6f4d29c617f6, key: Some(\"9HnIp30obNoIA6VUhq+zUBFUZJr9+PIl8n3/4vCUFXA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"opte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 29d3e30b-4e12-4f28-ba0d-07a1000e35ff, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 76fc8f96-add7-4843-aad7-1b45adf31529, silo_id: 0fd0e72a-4271-42d6-8ff6-9cdca5a3ba77, sled_id: 4ace13cd-2770-4047-b532-d4b98598f616, sled_model: \"i86pc\", sled_revision: 0, sled_serial: \"sock\" }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:24.88163112Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:730"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:24.932979999Z","hostname":"sock","pid":1555,"uri":"/4ace13cd-2770-4047-b532-d4b98598f616","method":"GET","req_id":"1ccdffbf-e51d-4eb2-9311-028d1d5b967f","remote_addr":"[fd00:1122:3344:101::d]:61825","local_addr":"[fd00:1122:3344:101::1]:48293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"4ace13cd-2770-4047-b532-d4b98598f616","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":5704,"response_code":"200"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.020625607Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:732"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.021979459Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff/state","method":"GET","req_id":"145e6e35-9cd7-420d-8318-ebe8136a61b6","remote_addr":"[fd00:1122:3344:101::b]:54270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6025254,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.02202097Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff/state","method":"GET","req_id":"9fe7bbb4-9a0a-4274-bc9c-100da282ff2b","remote_addr":"[fd00:1122:3344:101::a]:34035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":5852771,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.02206188Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff/state","method":"GET","req_id":"a549816f-8fe7-47c3-b3b6-39a3b59d574f","remote_addr":"[fd00:1122:3344:101::c]:45825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":5907221,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-16T05:54:25.023540235Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.023580696Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.023602066Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-16T05:54:25.023540235Z }","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.023623196Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-16T05:54:25.023540235Z }, migration_in: None, migration_out: None }","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-16T05:54:25.059273935Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.059293486Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.059311176Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-16T05:54:25.059273935Z }","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:25.059317346Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-16T05:54:25.059273935Z }, migration_in: None, migration_out: None }","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:33.988553017Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63782"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:33.989112036Z","hostname":"sock","pid":1555,"uri":"/instances/29d3e30b-4e12-4f28-ba0d-07a1000e35ff/state","method":"PUT","req_id":"ff46ff37-0445-4c03-a6a9-c3dba9df45f7","remote_addr":"[fd00:1122:3344:101::a]:63782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":521,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-16T05:54:33.989227988Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:33.989255758Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:33.989275158Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-16T05:54:33.989227988Z }","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:33.989290559Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-16T05:54:33.989227988Z }, migration_in: None, migration_out: None }","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-16T05:54:34.004387608Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.004411929Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.004432959Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-16T05:54:34.004387608Z }","propolis_id":"d3bb0f8b-5df9-43a9-9217-8ae259c13c13"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.0044596Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:636","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.00446556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.004749024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.004831106Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/b10d92ce-07db-4496-96b2-8ee248da5b19/debug/bundle/zone\", \"/pool/int/e4f6eb34-f6e1-4055-af25-7aebb35ac29a/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/c330b9da-d3f5-45fe-869f-931dde553c0f/crypt/debug\", \"/pool/ext/a193651a-b60c-4856-bdf7-97c59963de39/crypt/debug\", \"/pool/ext/80ee3a20-cd44-463d-a940-182337f43ebb/crypt/debug\", \"/pool/ext/c6ee55ba-51a3-4edb-b6d2-7a5654087792/crypt/debug\", \"/pool/ext/0f97fac4-0ebe-44b1-93f2-4c90de5e08e6/crypt/debug\", \"/pool/ext/fad6b456-b1d5-4a78-ab60-3be928c7fd86/crypt/debug\", \"/pool/ext/1bc1aa50-0f37-447e-9805-f7a390b81c5d/crypt/debug\", \"/pool/ext/fd6ef604-54e6-4823-b264-988b44f0c964/crypt/debug\", \"/pool/ext/25002bce-cb53-4648-86eb-67e95e27fea5/crypt/debug\"] }","zone_name":"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.561525203Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51045"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.562147563Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"4a9e9cc6-00cc-4f2f-b2fa-f139852acc2f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51045","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":563,"response_code":"200"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:34.618534994Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13\", bundle_id: 4f42ecb2-cc37-4cff-9fbb-f22a7ad93301 }, time_created: 2024-08-16T05:54:34.005731201Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_d3bb0f8b-5df9-43a9-9217-8ae259c13c13","v":0,"name":"SledAgent","level":40,"time":"2024-08-16T05:54:34.618636596Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:831"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.370159581Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.386913488Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(8903878), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.386953179Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(8903878), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.388074937Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-16T05:54:36.388050426Z }, migration_in: None, migration_out: None }","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.413941294Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: d3bb0f8b-5df9-43a9-9217-8ae259c13c13 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-16T05:54:36.388050426Z }, migration_in: None, migration_out: None }","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.417576334Z","hostname":"sock","pid":1555,"instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","instance_id":"29d3e30b-4e12-4f28-ba0d-07a1000e35ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:768"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.773229919Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44716"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.77391241Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"df07e19a-e28c-437c-8d16-8c639b952c22","remote_addr":"[fd00:1122:3344:101::c]:44716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":658,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.780320116Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9a460082-285b-438d-ad40-f88c86e6bb76","remote_addr":"[fd00:1122:3344:101::c]:44716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.790369442Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63740"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.790518305Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b94db76b-bf64-40c3-8c17-5e4ef35af28f","remote_addr":"[fd00:1122:3344:101::c]:63740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.917480152Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35588"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:36.917630265Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"72f522a3-e988-40d5-a9eb-9872cca0001b","remote_addr":"[fd00:1122:3344:101::a]:35588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:37.916295593Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46784"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:37.916387904Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7d9b3487-263b-4954-91ed-1f9dd25a8c97","remote_addr":"[fd00:1122:3344:101::a]:46784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-16T05:54:37.923292788Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"68e9ac1b-7296-4aca-bc97-c520825adeb2","remote_addr":"[fd00:1122:3344:101::a]:46784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":609,"response_code":"204"}