[ Jul 10 22:56:48 Enabled. ]
[ Jul 10 22:56:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Jul 10 22:56:48 Method "start" exited with status 0. ]
[ Jul 10 22:56:48 Rereading configuration. ]
[ Jul 10 22:56:48 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.729472466Z","hostname":"buskin","pid":1554,"file":"illumos-utils/src/running_zone.rs:163"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.72964103Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.782421144Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.782464645Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.894417852Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.903673682Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:48.911124543Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.512685971Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.650894226Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:119"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.650935957Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:131"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.65105614Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:141"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.651145752Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.651191263Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:506"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.651202043Z","hostname":"buskin","pid":1554,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:668"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654154067Z","hostname":"buskin","pid":1554,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:575"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:49.654160417Z","hostname":"buskin","pid":1554,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654191548Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:176"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654196238Z","hostname":"buskin","pid":1554,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:776"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654212298Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.65428361Z","hostname":"buskin","pid":1554,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654331601Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654350801Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.654363882Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.666265709Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.66629931Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.765685784Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973446337Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973474917Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973480057Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973494158Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973501408Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973523358Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.973528728Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.982222377Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:49.982245357Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"a2a75480-8614-42cd-b481-7c16a671d419 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.070769166Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282599347Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282633538Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282665338Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282673059Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282687429Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282706499Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28274098Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28275723Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282772581Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282780671Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282785271Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282801391Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282805551Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282810542Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282815702Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282820182Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282837042Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282842892Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282848262Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282852082Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282869393Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282882183Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282887173Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282891813Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282895733Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282915444Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282919464Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282923664Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282928024Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282933734Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282939764Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282944474Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282970935Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282976645Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282981585Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282985975Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282993346Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.282998315Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283002816Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283008966Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283039267Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283044487Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283049107Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283053817Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283058267Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283084117Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283088957Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283105708Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283109808Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283113718Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283116778Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283120358Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283145699Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:91"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283154289Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:93"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283157609Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283160829Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28318836Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.2831927Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28319598Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28320001Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28320316Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:200"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.2832062Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28321338Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.28321679Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283222931Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283226291Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.2832296Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283232891Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:205"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.283237741Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/long_running_tasks.rs:220"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.293915192Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:712"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.293969863Z","hostname":"buskin","pid":1554,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999923878s","next_cleanup":"Instant { tv_sec: 1336, tv_nsec: 642767893 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.293989504Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.294018934Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.294076786Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.295891035Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.296852336Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.296921577Z","hostname":"buskin","pid":1554,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.1.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297182183Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297188373Z","hostname":"buskin","pid":1554,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297235764Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297275535Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297286475Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297291795Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297309736Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297318976Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297332206Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297335526Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297338626Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297341786Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297361227Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297380787Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297683704Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297931849Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.297945439Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.29799404Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298003091Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298159154Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298293407Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298319698Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b0659a59-7f1a-4295-b181-52fde98ec7f0, rack_id: b374c44c-eb22-4e57-8ad8-927262e3644c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.29844087Z","hostname":"buskin","pid":1554,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:57325","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b0659a59-7f1a-4295-b181-52fde98ec7f0, rack_id: b374c44c-eb22-4e57-8ad8-927262e3644c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298550313Z","hostname":"buskin","pid":1554,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298559783Z","hostname":"buskin","pid":1554,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298585723Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298593804Z","hostname":"buskin","pid":1554,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298617764Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298639865Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298645845Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298678395Z","hostname":"buskin","pid":1554,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298687046Z","hostname":"buskin","pid":1554,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298694606Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.298698466Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.301334663Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3800"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.311702058Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.322582904Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.332673182Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.342002164Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.350144661Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.358314778Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.366494855Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.374638652Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.382756898Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.382813859Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:602"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.382819329Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.382829769Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.382839219Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.38285192Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.403279573Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.420088947Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.441683055Z","hostname":"buskin","pid":1554,"sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.441744256Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.441751876Z","hostname":"buskin","pid":1554,"sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.441758607Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 79.319531ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.445106639Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04735b44-b6c7-4df5-9c7b-c124e5c1f324\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"04735b44-b6c7-4df5-9c7b-c124e5c1f324\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_ea4fd780-f69b-4232-b6cd-4388430d72b4/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.456167769Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_ea4fd780-f69b-4232-b6cd-4388430d72b4/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.479515425Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_ea4fd780-f69b-4232-b6cd-4388430d72b4/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.479560446Z","hostname":"buskin","pid":1554,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.485093866Z","hostname":"buskin","pid":1554,"sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.485102846Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_ea4fd780-f69b-4232-b6cd-4388430d72b4/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.485107106Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.525672915Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 78.502019ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.526269618Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a23644-2945-4dce-8208-f171e6a619ee\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"07a23644-2945-4dce-8208-f171e6a619ee\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.555233886Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.606356904Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 174.420722ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.606870415Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc6eb3e-daae-47da-bd3f-275efb5b7dee\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2fc6eb3e-daae-47da-bd3f-275efb5b7dee\" }"}
{"msg":"Mounting oxi_ea4fd780-f69b-4232-b6cd-4388430d72b4/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.773521067Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.781606852Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 243.70173ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.782199785Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15d0b111-5bf4-43a5-88a3-ddbad0165cb0\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"15d0b111-5bf4-43a5-88a3-ddbad0165cb0\" }"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.785959587Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.786047609Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.786073879Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:50.786087259Z","hostname":"buskin","pid":1554,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.027211005Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 116.713596ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.027996232Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d90d22b5-1555-45e7-977d-a8105165d217\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d90d22b5-1555-45e7-977d-a8105165d217\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.146157733Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 213.345062ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.146791047Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b797e2-7541-4015-a7bb-5318253f84c8\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"87b797e2-7541-4015-a7bb-5318253f84c8\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.360881056Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 182.789124ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.361362457Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d2afad-3845-47dd-9977-efb3be047b5c\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:56:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"29d2afad-3845-47dd-9977-efb3be047b5c\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.510715044Z","hostname":"buskin","pid":1554,"sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.511410629Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.51143029Z","hostname":"buskin","pid":1554,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.511486901Z","hostname":"buskin","pid":1554,"file":"oximeter/producer/src/lib.rs:282","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:282","interval":"30s","address":"[fd00:1122:3344:101::1]:34561","producer_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:51.513011484Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"198.311692ms"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.546408028Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.558694894Z","hostname":"buskin","pid":1554,"component":"VmmReservoirManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.558730445Z","hostname":"buskin","pid":1554,"component":"VmmReservoirManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.558876268Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:895","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.558886008Z","hostname":"buskin","pid":1554,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.559653165Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.559688376Z","hostname":"buskin","pid":1554,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.559713666Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.559740377Z","hostname":"buskin","pid":1554,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.560021883Z","hostname":"buskin","pid":1554,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.560196767Z","hostname":"buskin","pid":1554,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.560212287Z","hostname":"buskin","pid":1554,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.560218637Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.560267148Z","hostname":"buskin","pid":1554,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:57325","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.73659686Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.736884436Z","hostname":"buskin","pid":1554,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.737045669Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.737163032Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.737183252Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.737195463Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.737229393Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:51.738125663Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"636.916496ms"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:51.741810733Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.769004132Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54402"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.769156005Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.769246147Z","hostname":"buskin","pid":1554,"uri":"/inventory","method":"GET","req_id":"804813a8-479c-429e-8d41-d59ec0ed5e98","remote_addr":"[fd00:1122:3344:101::1]:54402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":146,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.798118033Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:40368"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.798189645Z","hostname":"buskin","pid":1554,"uri":"/sled-role","method":"GET","req_id":"9e420b94-0152-4c98-a49f-3b065aff7bd9","remote_addr":"[fd00:1122:3344:101::1]:40368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":33,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.799689437Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.799720898Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.800181488Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.800512835Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:832"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 93952fae-e119-4e85-bca6-7589f4b74e28, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool) }, OmicronPhysicalDiskConfig { id: c4db5d47-a3ab-4c63-a9ca-d0d939839bed, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool) }, OmicronPhysicalDiskConfig { id: fad7412b-a479-44bb-9710-8482141fb18c, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool) }, OmicronPhysicalDiskConfig { id: 776340a4-ba5e-4c15-a9b5-17d13c79d859, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool) }, OmicronPhysicalDiskConfig { id: 904925fd-60c8-4912-bfd6-73c77f7cb782, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool) }, OmicronPhysicalDiskConfig { id: b92c6a98-b1a0-4130-9b2b-3148de3914a6, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool) }, OmicronPhysicalDiskConfig { id: 38415977-7754-44d9-940f-5fd9747a1fd3, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool) }, OmicronPhysicalDiskConfig { id: bfc22e10-453c-427b-b543-1e0dc9058247, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool) }, OmicronPhysicalDiskConfig { id: 60618f13-3dd5-41df-b436-9e4a64fb8a09, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.829547784Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.829699357Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:45946"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 93952fae-e119-4e85-bca6-7589f4b74e28, pool_id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c4db5d47-a3ab-4c63-a9ca-d0d939839bed, pool_id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: fad7412b-a479-44bb-9710-8482141fb18c, pool_id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 776340a4-ba5e-4c15-a9b5-17d13c79d859, pool_id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 904925fd-60c8-4912-bfd6-73c77f7cb782, pool_id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b92c6a98-b1a0-4130-9b2b-3148de3914a6, pool_id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 38415977-7754-44d9-940f-5fd9747a1fd3, pool_id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: bfc22e10-453c-427b-b543-1e0dc9058247, pool_id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 60618f13-3dd5-41df-b436-9e4a64fb8a09, pool_id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830006334Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830017224Z","hostname":"buskin","pid":1554,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830027555Z","hostname":"buskin","pid":1554,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830032625Z","hostname":"buskin","pid":1554,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:725"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830108006Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830114017Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830119687Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.830124037Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.935133283Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:51.935165873Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool)"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:52.575213885Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"964.886571ms"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:52.576055993Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:52.997156379Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.208792086Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.208905719Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.208931449Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.20893983Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.20895125Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.209131224Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.209140124Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:53.603283227Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.785735172s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:53.60389722Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:53.603972531Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.803403414Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:53.995263061Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_e03759b1-cf9b-485a-966f-6a90ebbce4f4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:54.430088795Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 53.25352ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:54.613745376Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:54.799633865Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 129.716651ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:54.977187883Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 298.54767ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:55.35862948Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:55.564098103Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.794935442s"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:56.152532456Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:56.152681449Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 378.719626ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:56.152858543Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 813.761843ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:57.045603261Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:57.273071682Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_e03759b1-cf9b-485a-966f-6a90ebbce4f4","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.283834235Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.51337348Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.513414131Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.513422091Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.513427671Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.513431771Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.743770763Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:57.743803844Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"fb82893c-b4be-46f2-994c-7b8318094f4c (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:58.904006099Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145609055Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145649156Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145657646Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145694327Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145744918Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145893131Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:56:59.145904421Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:56:59.659733728Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:56:59.659890561Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:00.674845809Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:57:01.180108919Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:01.180358134Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Automatically destroying dataset: oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:01.180531748Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:01.664980788Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.933265691s"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.120672253Z","hostname":"buskin","pid":1554,"component":"VmmReservoirManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:57:02.182055104Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_fb82893c-b4be-46f2-994c-7b8318094f4c","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.235077453Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.243185079Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.243226029Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.24325068Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.24325642Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.24326899Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.253147455Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.253185315Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"68327ee5-4aec-4399-b8bb-563ba202e23d (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.347487899Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.355322679Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.35536257Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.35537901Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.355399281Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.355419031Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.355559994Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.355569164Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.390383679Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_68327ee5-4aec-4399-b8bb-563ba202e23d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.398496195Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_68327ee5-4aec-4399-b8bb-563ba202e23d","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.522872081Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.531018097Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.531056168Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.531063508Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.531068938Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.531073838Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.541113346Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.541135326Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.637844902Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646448439Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.64651198Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646521401Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646555671Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646567202Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646688804Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.646695654Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.684076684Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_b3c9e3cc-4430-43aa-bf7c-da309ea6198b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.692511497Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_b3c9e3cc-4430-43aa-bf7c-da309ea6198b","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.817418424Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.825219254Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.825258314Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.825265664Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.825270944Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.825277025Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.835460625Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.835490346Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.927636103Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935433442Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935464703Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935472523Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935518474Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935528544Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935655547Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.935664517Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.972474424Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:02.980975199Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.105042728Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.113251885Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.113289346Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.113303537Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.113311267Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.113317997Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.1226732Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.12270234Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.219792125Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.227991022Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228023233Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228030943Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228090945Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228101155Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228258578Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.228265648Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:57:03.232749735Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:03.233315468Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.263030582Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.270945573Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.396087346Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.403873344Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.403913275Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.403920605Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.403929076Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.403933706Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.414226919Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.4142658Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"b729e64c-b292-4f07-b10d-608b638fea57 (zpool)"}
{"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.460307998Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2244"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.512746854Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.520811919Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.52085494Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.52086462Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.5208923Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.520913671Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.521022753Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.521040384Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.556608375Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_b729e64c-b292-4f07-b10d-608b638fea57/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.564261571Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_b729e64c-b292-4f07-b10d-608b638fea57","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.687782248Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.695643978Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.695687359Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.695694039Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.695702039Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.69570924Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.705511612Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.705541213Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.799355056Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807277227Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807313528Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807322779Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807346759Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807356279Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807491702Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.807500052Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.843715857Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_3f48c2e6-a796-47b9-95c7-be41c3dd8afd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.852919947Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_3f48c2e6-a796-47b9-95c7-be41c3dd8afd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.974402429Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.982475704Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.982533456Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.982549386Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.982556076Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.982561246Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.992234316Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:03.992273037Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.08608337Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094019422Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094058513Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094067923Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094077093Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094088083Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094221466Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.094233746Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.128179422Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_603ce9af-9af2-41c5-877f-a88968c7b3bf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.13591527Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:57:04.237205025Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_603ce9af-9af2-41c5-877f-a88968c7b3bf","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.269002014Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277428477Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277462238Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277528849Z","hostname":"buskin","pid":1554,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277668082Z","hostname":"buskin","pid":1554,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ea4fd780-f69b-4232-b6cd-4388430d72b4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2a75480-8614-42cd-b481-7c16a671d419 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277722203Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277729063Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.277848566Z","hostname":"buskin","pid":1554,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.278238094Z","hostname":"buskin","pid":1554,"uri":"/omicron-physical-disks","method":"PUT","req_id":"64bad550-c832-4b3a-8913-a247cf72cf6a","remote_addr":"[fd00:1122:3344:101::1]:45946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":12448466,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.308307786Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.30849057Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46253"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.308812007Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.308820327Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.361645322Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.361681233Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.411015762Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.411047323Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.460642958Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.460718209Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.46075627Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.460803342Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.506774488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.506827569Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.506834689Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.558968219Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.562548647Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.566179655Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.577768626Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.582454668Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:04.586542507Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:05.230320409Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T22:57:05.238925245Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Profile for oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:3::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:3::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:3::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:3::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:06.071106811Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:06.549280565Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:1::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:1::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:1::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:1::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:06.549404817Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:06.549430038Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:2::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:2::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:2::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:2::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:07.030008993Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:07.030080825Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:07.034308477Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:07.038217631Z","hostname":"buskin","pid":1554,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:07.038274083Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 46.433563ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.158474428Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 53.266574ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.164757314Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 55.483565ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.170957228Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 99.944964ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.212234093Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 87.337193ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.325074009Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 210.043638ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.373948288Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 82.207231ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.504584259Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 183.176386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.587056937Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 404.523522ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.673557572Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 102.108229ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.741166837Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 477.554735ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.879521156Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 258.42923ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:07.901076353Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 628.530675ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:08.090761283Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 518.065279ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:08.169754625Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 703.672699ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:08.365493588Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 680.947303ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:08.698499335Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 814.060042ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:08.728805342Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 805.711067ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:09.078733865Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 675.115737ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:09.388669133Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 645.668704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:09.552739879Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:09.618952044Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2261"}
{"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:09.618969554Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 824.015473ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:09.893910573Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 1.016796613s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:10.072689197Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe53:defc","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:10.178567452Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2268"}
{"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:10.184720966Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2329"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 1.288373889s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:10.205998477Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:10.302678202Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2514"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:10.545519765Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2678"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 664.000213ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:10.725648149Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:10.730245629Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2393"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.024289731Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2428"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 1.259053734s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:11.099239236Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.224366448Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2728"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.394862543Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2755"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 931.752639ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:11.400948545Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187\") failed: Property not found. retry in 1.403059249s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:11.503933737Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.612206324Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2622"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.7920016Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2422"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.801974797Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3824","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.802005267Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3840"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:11.802014088Z","hostname":"buskin","pid":1554,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"}
{"msg":"wait for service Some(\"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1\") failed: Property not found. retry in 1.479759435s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:12.342217625Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.353118641Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3848"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.358678002Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3904"}
{"msg":"wait for service Some(\"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156\") failed: Property not found. retry in 909.963801ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:12.368809372Z","hostname":"buskin","pid":1554,"zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.491273336Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3966"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.596880695Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947","rack_subnet":"fd00:1122:3344::"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.622355717Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3994"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.753731284Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:4021"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.912330242Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.956508529Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.989738169Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.98981762Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.99027045Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"2"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:12.990286661Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070045249Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070120551Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070131651Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070151681Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070160962Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070167992Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070177232Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070184862Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070193473Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070200253Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070208243Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070213323Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070218323Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070222973Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070227793Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070244434Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070250124Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070255594Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070260804Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070265874Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070270914Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070276064Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.070281364Z","hostname":"buskin","pid":1554,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.841360756Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_17dbe1d7-4920-46cc-b2d3-f431e90258a1"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.841433338Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_9a0ffae1-8afe-4648-b040-4ee0fb3c3187"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.841447568Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_ec4187be-5047-48c7-a722-e3989ad30156"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.841457289Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.841823666Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.842126213Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"55773f6e-5f29-47c3-a9ab-d9b69fd2aec5","remote_addr":"[fd00:1122:3344:101::1]:46253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":9533573,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.843741888Z","hostname":"buskin","pid":1554,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:13.95918733Z","hostname":"buskin","pid":1554,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.058932102Z","hostname":"buskin","pid":1554,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.145958368Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.145970478Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.17745441Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.179790751Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.179795841Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.210422815Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.210553057Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:36100"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.210800293Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.210809553Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.232863091Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.232902502Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.252003376Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.252032147Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.271021508Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.271061609Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.271219723Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.271307954Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.282475136Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.315436651Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.316050754Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.316055974Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.36016778Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 253, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.360218101Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"ntp"}
{"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.360768853Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.360777393Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.361016049Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.362152313Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.384273603Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:14.40354285Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value=\"fd00:1122:3344:100::/56\"/>\n        <propval type=\"boolean\" name=\"boundary\" value=\"true\"/>\n        <propval type=\"astring\" name=\"server\" value=\"0.pool.ntp.org\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.3.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.3.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:15.017564988Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:15.017728611Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 51.026305ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:15.156051769Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 144.861703ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:15.21562347Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 164.880956ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:15.387157528Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 454.272175ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:15.562543699Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 963.36913ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:16.026642207Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:16.312891441Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63544"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:16.313139567Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"1ab79df6-f8ef-4c74-b617-de47d985668d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63544","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":125,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 1.338592463s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:16.999094903Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 887.121219ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:18.3480408Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778\") failed: Property not found. retry in 1.154267764s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:19.244511938Z","hostname":"buskin","pid":1554,"zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.418662976Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.418749438Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.419131466Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.419441643Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"acbef302-d3c0-47d3-9acd-5e197bfbbdd3","remote_addr":"[fd00:1122:3344:101::1]:36100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":6208816,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.421402305Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.44974208Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.449928494Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:36270"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.459551952Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.459710266Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"1b50311c-d1ab-4204-92de-8ce23091d807","remote_addr":"[fd00:1122:3344:101::1]:36270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9667,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:20.461185208Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.620261795Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:20.620365268Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39446"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.628555077Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.628653539Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"bd36a025-aaea-4d7f-80f8-ae394d08d305","remote_addr":"[fd00:1122:3344:101::1]:39446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008171,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:24.632074683Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.762855858Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.763008211Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:36675"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.771597298Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.77170624Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"57efb235-44df-48e8-8453-145fce9a55cb","remote_addr":"[fd00:1122:3344:101::1]:36675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8557,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:24.774083851Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.921826163Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:24.921958886Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:52972"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1174d29d-7cf0-4143-be22-b73af7cbf778': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:28.931334681Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:28.931485095Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"9f6ef538-0279-464e-857b-28539eebfaa7","remote_addr":"[fd00:1122:3344:101::1]:52972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009392,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:28.933699683Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.132338967Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.13245984Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:56790"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.140548225Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"dc9800ef-1a6e-47f7-8c3e-32d0570200e3","remote_addr":"[fd00:1122:3344:101::1]:56790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":7933,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.141908025Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:29.141912355Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.400188582Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.400286515Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54305"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.408944682Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"3f7de23c-b952-4ef1-91a5-8ee437fd3a27","remote_addr":"[fd00:1122:3344:101::1]:54305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8526,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.410730331Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:29.410734881Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.634641214Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.634841828Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:60412"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:29.644411646Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"337.269541ms"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.647195496Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"d7b3c3f5-fe75-40e0-aa82-714edb52a9f9","remote_addr":"[fd00:1122:3344:101::1]:60412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":12165,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.649347693Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:29.649353843Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.912623309Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.912719021Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47392"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.920745205Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"4307a944-3e17-470c-adbc-db558d1768c3","remote_addr":"[fd00:1122:3344:101::1]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":7906,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:29.922525114Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:29.922530383Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:30.489213875Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:30.489325868Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:45279"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:30.49867477Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"97707837-15e4-4dda-b35a-cefbd5c27d2c","remote_addr":"[fd00:1122:3344:101::1]:45279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":9240,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:30.50190702Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:30.501927611Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.036086617Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.036184919Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46185"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.045166484Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"f0893a0e-f3c6-48cb-bb4e-67298525b626","remote_addr":"[fd00:1122:3344:101::1]:46185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8866,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.046938792Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:31.046944312Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.365893895Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.366013988Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:51555"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.3744108Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"b39827a0-fc16-4226-b455-31956d4ace99","remote_addr":"[fd00:1122:3344:101::1]:51555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8296,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.37625883Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:31.37626501Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.402402751Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.402505023Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39345"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.423152771Z","hostname":"buskin","pid":1554,"uri":"/timesync","method":"GET","req_id":"7f502ded-fad3-4536-950e-4da13ef2d256","remote_addr":"[fd00:1122:3344:101::1]:39345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":20541,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1753451459, ip_addr: 104.131.139.195, stratum: 3, ref_time: 1720652250.012304, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.424740425Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.424745076Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.452538588Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.452675791Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:59897"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.453804265Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.453810025Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.474952684Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.475005215Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.493675149Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.493734091Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.513427818Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.513474568Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.566923077Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.566965688Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.620069139Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.620104759Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.67319741Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.673237781Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.726658009Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.72670234Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.778069503Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.778112134Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.7783646Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.778485502Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.863903494Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.863959735Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.863964065Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.863970025Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.863976015Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.952044744Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.955953829Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.960014007Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.964594676Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.969285467Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.973852846Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.978305783Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.98276686Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.987318329Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:31.99200471Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService9\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"6cdbfa73-8c12-443b-bb1c-ebad30d484eb\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::6]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.297446115Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.297600291Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"856e64e9-f291-40cb-9ce8-f6a72b2ae072\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::7]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.303972113Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.304109756Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService8\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::4\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"c6ebc66a-ba40-4090-a5c3-206b6c58647d\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::4]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.376457864Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.376577597Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService6\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::3\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"de5be454-89b8-4bef-8810-d3ad46a82fe3\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::3]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.413015076Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.413225371Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService7\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"91064a0f-f57c-4752-a4bb-29e1a31c36fa\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::5]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.420806075Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:35.420979649Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 49.981249ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.447984604Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 33.127749ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.455432596Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 107.435655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.497109959Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 76.999381ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.508008025Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 137.683148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.643089633Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 70.434614ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.787485702Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 224.895315ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.827748635Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 351.820973ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.850190761Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 64.53222ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:35.872020894Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 70.043895ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:36.444633025Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 95.818561ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:36.516118024Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 296.642548ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:36.796207914Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 702.38426ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:36.809349109Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 78.11892ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.459140782Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 76.015373ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.57488133Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 110.739899ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.652972283Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 609.476188ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.692803246Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 669.103928ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.768123128Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 238.08529ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.82452977Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 190.398504ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.841689972Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 303.288848ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:37.855098433Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 332.508109ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.043843994Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 570.781094ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.073921092Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 1.08845911s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.168551556Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 1.36998683s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.313847456Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 788.95087ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.387575283Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 1.044898101s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.449074296Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 579.24072ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:38.660417417Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 679.600822ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.186998619Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 608.902861ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.250360712Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 531.075086ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.266466981Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 518.658534ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.503594411Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 569.224688ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.693077887Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 1.030135559s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.808252293Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.115538732s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.86901738Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 1.35878382s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:39.877177997Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 1.370086947s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:40.03235652Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 659.675801ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:40.273864464Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 1.303419318s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:40.853126818Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 564.934929ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:40.945636703Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 832.686245ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:40.997460457Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 611.59489ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:41.245632155Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 599.279016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:41.411214074Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 1.204303433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:41.520218916Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.367644716s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:41.838968714Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 832.645917ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:41.865226953Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 699.102451ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:42.018469674Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 1.325352507s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:42.164725534Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 953.877494ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:42.709733636Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 750.461604ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:42.728071994Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 590.861074ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:42.736740352Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 547.337195ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.217509131Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb\") failed: Property not found. retry in 812.357342ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.33696416Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072\") failed: Property not found. retry in 652.301421ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.488273369Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d\") failed: Property not found. retry in 973.692012ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.50028285Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 686.595863ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.675981788Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.090048292s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:43.77623448Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 638.096086ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:44.373953105Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:44.793121889Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"562.148947ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.323751447s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:44.876443375Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 668.598887ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:45.022885889Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 1.098980975s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:45.701877815Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:46.122789637Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59975"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:46.12294302Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"a4d3b4cd-792a-4509-bbdd-d8dc0cc0e5a8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59975","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 979.941613ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:46.210471047Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 960.773817ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:46.811521383Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 819.433575ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:47.406222552Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 839.294161ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:47.786993654Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.269272494s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:48.240514364Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 549.269735ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:48.639542992Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 1.355671103s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:49.201413859Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 697.719605ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:49.522657981Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.384826868s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:50.229552571Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 757.063185ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:50.566814861Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 881.858419ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:51.334723654Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 968.486401ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:51.622390188Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 798.846716ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:52.224869106Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 1.286454501s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:52.600346323Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa\") failed: Property not found. retry in 1.374282173s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:53.032955389Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3\") failed: Property not found. retry in 533.599518ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:57:53.896239338Z","hostname":"buskin","pid":1554,"zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.450995642Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_856e64e9-f291-40cb-9ce8-f6a72b2ae072"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451085514Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_de5be454-89b8-4bef-8810-d3ad46a82fe3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451096684Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_91064a0f-f57c-4752-a4bb-29e1a31c36fa"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451107074Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_c6ebc66a-ba40-4090-a5c3-206b6c58647d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451116864Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_6cdbfa73-8c12-443b-bb1c-ebad30d484eb"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451142705Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.451587045Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.452349251Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"1287a461-a894-499f-8083-468925d1d565","remote_addr":"[fd00:1122:3344:101::1]:59897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":22649206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.485209463Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:55126"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.513315423Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3388"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:57:54.682363596Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3406"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.102332852Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.102465695Z","hostname":"buskin","pid":1554,"uri":"/cockroachdb","method":"POST","req_id":"959820df-ee9e-48bc-b1b7-d4dc2da246ff","remote_addr":"[fd00:1122:3344:101::1]:55126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":5617092,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.136977263Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.137181487Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:35237"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.137677028Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.137686718Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.160887131Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.160941012Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.180624038Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.18067239Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.200559861Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.200607362Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.220723187Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.220774039Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.238405241Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.238454212Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.255484531Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.255527922Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.272815567Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.272862608Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.289247663Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.289296094Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.361293694Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.361339225Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:00.392711225Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"563.449209ms"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.447594485Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.447648576Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.526698179Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.52675048Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.60704175Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.607108542Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.682309032Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.682366933Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.810693444Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.810764635Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.908938983Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.908991144Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.998097705Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:00.998153396Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.086633224Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.086700506Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.194383369Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.194431441Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.294483989Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.2945381Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.383261593Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.383319314Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.383548729Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.383733893Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500658307Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500718849Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500728049Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500733909Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500741289Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500747179Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500754689Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.50076213Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.50076781Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.50079703Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500803091Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500809891Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500815591Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500821411Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500826751Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500833691Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500839201Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500845842Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.500851362Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.500979145Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"d8079bc7-6cf2-426a-83ad-f2bdacf8e4de","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized)]","latency_us":1363613,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:01.50122965Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"97.002854ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8079bc7-6cf2-426a-83ad-f2bdacf8e4de\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d8079bc7-6cf2-426a-83ad-f2bdacf8e4de\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.599425168Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.599834297Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.599843767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.622706263Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.622753544Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.645242381Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.645286072Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.667605176Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.667650127Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.690282747Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.690327658Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.711282022Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.711320413Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.732151695Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.732229436Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.752571977Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.752615298Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.772955979Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.772995589Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.793870022Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.793909353Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.813778483Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.813820404Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.834506942Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.834553954Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.854208309Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.85425319Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.875582433Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.875619513Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.896903865Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.896943306Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.918639356Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.918691347Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.94095582Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.941012321Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.963328325Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.963373166Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.985143317Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:01.985185438Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.006825837Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.006887589Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.029081619Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.029165491Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.029352095Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.029482468Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129906885Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129969496Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129976876Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129982617Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129988817Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.129994697Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130000667Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130006667Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130011047Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130016517Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130022267Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130026607Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130049988Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130055788Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130062768Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130068128Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130073798Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130078988Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130084569Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.130183711Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"1c178026-bfa5-41d1-a785-370d6fb151b6","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized)]","latency_us":530576,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.130389235Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"170.765742ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c178026-bfa5-41d1-a785-370d6fb151b6\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1c178026-bfa5-41d1-a785-370d6fb151b6\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.302650039Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.303026277Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.303034047Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.327083158Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.327129979Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.349194497Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.349244358Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.370374196Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.370422837Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.390011142Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.390055093Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.410483626Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.410521937Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.429615051Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.429652091Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.44851191Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.448562661Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.4678811Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.467921211Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.487520655Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.487559436Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.507459848Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.507497908Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.528062204Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.528100165Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.547562937Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.547600658Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.566907176Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.566943767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.586757046Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.586795047Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.606504884Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.606557585Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.625556307Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.625591798Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.646285307Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.646326717Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.664942631Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.664986952Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.683926342Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.683967753Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.703134659Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.703172999Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.703387634Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.703524367Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799550717Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799621809Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799630459Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799636199Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799643329Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799649079Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.79965491Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.79966194Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.79966792Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.7996735Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.79967932Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.79968681Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799692311Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799699111Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799704491Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799709831Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799726721Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799730831Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.799734641Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.799814953Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"0ce6b65f-178b-4dc9-8a2f-0c9ff8ef6f0d","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized)]","latency_us":497017,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:02.800006857Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"187.24307ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce6b65f-178b-4dc9-8a2f-0c9ff8ef6f0d\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0ce6b65f-178b-4dc9-8a2f-0c9ff8ef6f0d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.988291238Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.988617845Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:02.988631475Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.012034813Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.012084284Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.03268393Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.032730641Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.052846097Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.052899758Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.072846221Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.072891592Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.090468853Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.090522344Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.106831647Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.106876188Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.123983049Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.12402423Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.143211356Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.143267727Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.163607488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.163655039Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.180654127Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.180703758Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.199432374Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.199474095Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.216391882Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.216443553Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.235433495Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.235484025Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.251690967Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.251727988Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.26751883Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.267574951Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.285187523Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.285225274Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.30350528Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.303551891Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.323567034Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.323613175Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.339462099Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.33950472Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.358984052Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.359042274Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.359261938Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.359410911Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452229243Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452278604Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452287534Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452293804Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452301515Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452317505Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452323345Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452328615Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452334375Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452339996Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452347306Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452353036Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452357136Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452364526Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452370486Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452377406Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452382986Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452390147Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452395637Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.45252852Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"59451133-23e4-469e-bcff-6f7ab7e229db","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized)]","latency_us":464103,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:03.452742254Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"229.607886ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59451133-23e4-469e-bcff-6f7ab7e229db\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59451133-23e4-469e-bcff-6f7ab7e229db\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.683186459Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.684086658Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.684106919Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.705038712Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.705091023Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.725987416Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.726034957Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.744472897Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.744515288Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.76264084Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.762689882Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.779606318Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.779649589Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.797286051Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.797327222Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.815169459Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.81521578Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.83275053Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.832796111Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.849395211Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.849439582Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.86551066Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.865556241Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.881413595Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.881459645Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.900095509Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.900143001Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.916980666Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.917021396Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.934826132Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.934882734Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.951684478Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.951722999Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.972159861Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.972207792Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.991143243Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:03.991189704Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.009185304Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.009230805Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.027694495Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.027743316Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.04591823Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.045977431Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.046192096Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.046347339Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.137942864Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.137990436Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.137999046Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138005406Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138011356Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138015486Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138020916Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138026626Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138031066Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138047427Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138054847Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138062097Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138067427Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138074517Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138081398Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138087318Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138092948Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138100038Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138106968Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.13822485Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"3d48a787-9b7e-4800-939b-d09240001243","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized)]","latency_us":454861,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.138410765Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"123.247476ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d48a787-9b7e-4800-939b-d09240001243\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d48a787-9b7e-4800-939b-d09240001243\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.262603396Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.262914783Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.262924243Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.283031899Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.28308122Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.301770465Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.301809046Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.319856087Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.319899508Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.339074634Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.339115784Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.356529572Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.356580663Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.373416858Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.373470249Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.389917645Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.389963906Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.405308799Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.40535145Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.422825169Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.42286976Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.441158626Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.441202687Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.458710567Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.458753568Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.475976831Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.476020052Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.493663344Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.493702905Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.511268016Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.511317127Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.530264747Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.530313048Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.549742889Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.54978553Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.567555926Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.567598367Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.587000077Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.587046138Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.606673173Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.606717014Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.624774726Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.624842507Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.625052032Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.625211285Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716526524Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716567155Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716576915Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716582236Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716588416Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716593596Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716599716Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716605896Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716610996Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716617426Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716622516Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716626606Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716631766Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716646707Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716653237Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716658477Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716664497Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716669557Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716675578Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.71679667Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"7d537b90-0917-4f7d-a2ff-32843100339c","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized)]","latency_us":454064,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:04.716971764Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"125.005571ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d537b90-0917-4f7d-a2ff-32843100339c\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7d537b90-0917-4f7d-a2ff-32843100339c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.843190019Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.843573667Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.843580917Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.865736537Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.865774728Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.886756753Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.886791094Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.906531652Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.906568782Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.926570466Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.926610127Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.945699331Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.945738222Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.963591728Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.963626349Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.98306024Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:04.983098771Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.003246078Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.003280218Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.022506665Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.022543456Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.042234283Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.042272194Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.060791845Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.060820846Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.079620793Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.079653534Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.098206316Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.098244337Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.118383273Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.118422994Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.138957419Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.13899315Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.158068223Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.158099514Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.176933252Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.176968983Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.195487114Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.195520865Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.214047277Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.214085018Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.232497817Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.232536907Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.232794053Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.232960007Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331575684Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331660506Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331669406Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331675106Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331680706Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331686126Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331691596Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331696736Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331702417Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331707867Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331713217Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331718567Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331725477Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331732357Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331737857Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331744568Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331754958Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331762038Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.331767668Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.331880351Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"ffa45a15-edb0-427a-ae2c-66d438f85bf8","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized)]","latency_us":488531,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:05.332064895Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"412.638883ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffa45a15-edb0-427a-ae2c-66d438f85bf8\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ffa45a15-edb0-427a-ae2c-66d438f85bf8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.745576626Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.745939504Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.745947184Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.770348883Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.770406814Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.793509435Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.793558536Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.813168561Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.813211862Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.83113952Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.831179381Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.847706719Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.84775344Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.865065366Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.865107767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.882364261Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.882411052Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.898561012Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.898609963Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.915201512Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.915242533Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.93448841Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.934533551Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.954062575Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.954111866Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.975250994Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.975310265Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.996254449Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:05.99631725Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.017859307Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.017908088Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.040053788Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.040101759Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.059554251Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.059596442Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.078597334Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.078637095Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.096982822Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.097023743Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.115647377Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.115690318Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.133826451Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.133873382Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.134074386Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.134197859Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226694644Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226743234Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226750445Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226756155Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226761455Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226784075Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226789895Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226795456Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226801216Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226806966Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226812726Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226818206Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226824146Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226837856Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226850197Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226856027Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226864937Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226875637Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.226922538Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.227066041Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"a8511045-0b8f-4183-9baa-f8b77f582eb6","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized)]","latency_us":481328,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.227253745Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"209.472376ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8511045-0b8f-4183-9baa-f8b77f582eb6\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a8511045-0b8f-4183-9baa-f8b77f582eb6\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.437732287Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.438059345Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.438073925Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.459388387Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.459446338Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.478080202Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.478124193Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.496827288Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.496878359Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.514670734Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.514708385Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.533064073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.533121855Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.552779831Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.552822312Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.570432583Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.570471814Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.588350122Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.588390373Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.60857393Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.608613041Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.630624198Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.630669229Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.650815365Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.650859766Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.669982051Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.670020992Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.688475402Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.688510073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.705621393Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.705671774Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.723252355Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.723302517Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.740939289Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.74098008Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.75946066Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.759500571Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.777107132Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.777159943Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.794946939Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.79499017Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.812134781Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.812188322Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.812370716Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.812499329Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901887337Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901936588Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901944338Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901949778Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901956498Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901961888Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901966908Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901978488Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.901984379Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.902008699Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.902015839Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.902020829Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.902026169Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90203141Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90203536Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90204047Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90204423Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90204797Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.90205295Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:06.902135952Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"f81c2a71-b9b9-4c6d-9819-ec599eca4088","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized)]","latency_us":464262,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:06.902332146Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"282.840644ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81c2a71-b9b9-4c6d-9819-ec599eca4088\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f81c2a71-b9b9-4c6d-9819-ec599eca4088\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.186836252Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.187236281Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.187245891Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.210785551Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.210836473Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.230452298Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.230494839Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.249206604Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.249259045Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.266811646Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.266853917Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.286415631Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.286467962Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.304186886Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.304258037Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.324755022Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.324797783Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.344803256Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.344845647Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.364634806Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.364676877Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.383594067Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.383634488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.402717571Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.402759392Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.421747724Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.421791675Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.440219299Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.440257316Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.458767226Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.458811037Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.476570032Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.476631483Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.495317928Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.495359029Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.513945392Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.513988833Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.531463871Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.531502963Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.550179177Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.550224238Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.569283281Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.569351133Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.569606608Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.569754392Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.66244883Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662484071Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662488691Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662494151Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662498582Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662502882Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662507192Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662511772Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662516872Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662520162Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662524312Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662528372Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662532692Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662552623Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662557023Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662562343Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662566713Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662571033Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.662575083Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:07.662697996Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"197835d0-470b-4455-97df-d741e9ce45b5","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized)]","latency_us":475703,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:07.66289747Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"336.571047ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197835d0-470b-4455-97df-d741e9ce45b5\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"197835d0-470b-4455-97df-d741e9ce45b5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.000399634Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.000797723Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.000805723Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.023513155Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.023552086Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.042576988Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.042612069Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.060242241Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.060285672Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.077026485Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.077063736Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.095783781Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.095829653Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.116117892Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.116147943Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.132429286Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.132479697Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.149757771Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.149793492Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.169247884Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.169281665Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.188399719Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.18843138Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.206801627Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.206835278Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.226599807Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.226635697Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.244881133Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.244917184Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.262993365Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.263027076Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.281028146Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.281069537Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.300634641Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.300671732Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.318746794Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.318790295Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.336968689Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.33700278Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.357059014Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.357091925Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.375468203Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.375501614Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.375720699Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.375857932Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470095854Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470164735Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470174266Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470180716Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470188536Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470194886Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470199896Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470206376Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470211707Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470218107Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470226217Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470234167Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470240627Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470248557Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470256948Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470263418Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470289528Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470296209Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470304458Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:08.470412411Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"1d665a9c-8520-42f9-97d6-4429b144aad3","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized)]","latency_us":469836,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:08.470618595Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"541.942047ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d665a9c-8520-42f9-97d6-4429b144aad3\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d665a9c-8520-42f9-97d6-4429b144aad3\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.013183054Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.013510191Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.013521091Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.036639303Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.036691004Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.058001126Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.058052467Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.07622487Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.076280642Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.09512102Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.095169321Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.113807595Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.113869686Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.132660914Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.132709315Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.153635348Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.153684869Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.172726452Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.172787803Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.193757208Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.193807099Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.212887152Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.212935373Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.233180212Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.233222073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.252215765Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.252265096Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.271468892Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.271517753Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.289449542Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.289496303Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.307726048Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.307778209Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.32672597Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.326788321Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.346031938Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.346084849Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.365887188Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.365933249Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.385766549Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.38580929Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.406842466Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.406892417Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.407084401Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.407203234Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.499995535Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500060236Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500069777Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500075067Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500081477Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500099907Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500107857Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500115458Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500121388Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500129478Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500135438Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500141358Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500146778Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500150809Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500155649Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500159859Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500164839Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500168039Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500171109Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.500246031Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"1f3adbba-6c85-48dc-a882-fb4391342300","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized)]","latency_us":486936,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:09.500422104Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"459.171211ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3adbba-6c85-48dc-a882-fb4391342300\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1f3adbba-6c85-48dc-a882-fb4391342300\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.960958395Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.962243783Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.962260113Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.985252741Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:09.985291622Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.005144973Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.005186023Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.026994596Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.027033377Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.045903226Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.045943307Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.062810962Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.062851283Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.083373378Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.083411189Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.103328881Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.103364141Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.124893888Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.124926949Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.145374722Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.145408953Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.164297662Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.164330383Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.183530039Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.183555319Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.202994821Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.203024141Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.220254095Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.220283255Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.238012789Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.2380435Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.257216106Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.257254497Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.275746237Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.275782798Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.293193625Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.293231906Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.309236993Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.309271804Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.327660712Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.327708944Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.346966901Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.347006202Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.347247987Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.34737504Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443383861Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443452692Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443462862Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443469173Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443477013Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443483703Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443492413Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443500543Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443507153Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443526394Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443533284Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443541404Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443547914Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443554354Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443562655Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443570885Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443579375Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443587435Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443595415Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.443720408Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"a3b5fc8a-6c6d-4eaf-b048-97bdabb39371","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized)]","latency_us":482615,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:10.443924622Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"536.655745ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b5fc8a-6c6d-4eaf-b048-97bdabb39371\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:10 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a3b5fc8a-6c6d-4eaf-b048-97bdabb39371\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.981509943Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.98185186Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:10.981859381Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.004978762Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.005030353Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.025065997Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.025118828Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.042841562Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.042898193Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.063272605Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.063315466Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.081174803Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.081229254Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.100763478Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.100817889Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.119879942Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.119916083Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.138312641Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.138361742Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.157402015Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.157440996Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.176957219Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.17700282Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.195640844Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.195680275Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.213578023Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.213628224Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.232119505Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.232165735Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.251314481Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.251364212Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.269985415Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.270029616Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.288351243Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.288390754Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.306244951Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.306284002Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.325260633Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.325305874Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.343176832Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.343215612Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.361461748Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.36154379Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.361769484Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.361940488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454731949Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454793581Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454803341Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454811491Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454819051Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454829361Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454836021Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454843322Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454849472Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454855382Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454862902Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454868802Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454874953Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454892783Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454899243Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454903963Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454909963Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454914823Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.454919553Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:11.455014336Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"a70d79ab-1cb8-44c7-8f9e-3182bfad1abe","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized)]","latency_us":473361,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:11.455244301Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"720.512625ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70d79ab-1cb8-44c7-8f9e-3182bfad1abe\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:10 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a70d79ab-1cb8-44c7-8f9e-3182bfad1abe\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.177024453Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.177450262Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.177478473Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.199423259Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.19946532Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.218089953Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.218145144Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.236084443Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.236136645Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.257807514Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.257853785Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.276187702Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.276245294Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.295266116Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.295308547Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.313822798Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.313871079Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.333083316Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.333121856Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.351849202Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.351888163Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.370466626Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.370521617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.39001825Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.390056261Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.408432809Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.40847228Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.427232436Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.427267397Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.445637595Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.445690416Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.46430903Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.464342871Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.482934734Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.482974944Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.50171665Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.501760011Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.521810586Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.521858557Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.540513261Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.540553502Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.559389271Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.559435752Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.559643546Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.559772839Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655013943Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655095835Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655106095Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655111485Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655118085Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655125726Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655130635Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655137006Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655144496Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655150616Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655156596Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655162666Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655168786Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655174976Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655179807Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655195257Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655201817Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655214537Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655221788Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:12.65533138Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"00b55f8d-056d-4988-ab35-389a0a15a882","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized)]","latency_us":478152,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:12.655536534Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.483462082s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b55f8d-056d-4988-ab35-389a0a15a882\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00b55f8d-056d-4988-ab35-389a0a15a882\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.140461586Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.14107894Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.14109513Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.165243543Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.165316025Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.186341611Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.186383721Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.206722712Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.206766443Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.225751225Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.225795946Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.244410639Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.24445691Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.262564193Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.262613374Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.281340299Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.281383931Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.299611295Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.299663907Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.318585347Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.318636318Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.337288322Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.337328643Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.356227753Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.356286394Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.374506249Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.37454568Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.393168673Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.393223464Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.411724145Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.411775737Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.430617695Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.430660446Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.4502423Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.450290261Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.469656111Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.469699372Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.488260814Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.488304335Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.507593723Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.507645503Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.527487714Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.527549556Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.52774718Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.527887703Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624696131Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624747832Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624757173Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624765043Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624773183Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624803014Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624811294Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624819174Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624825374Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624829884Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624836294Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624840834Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624845404Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624851775Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624857965Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624865695Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624871965Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624878215Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.624882605Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:14.624935377Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"3f3d1f21-a881-4099-a4c5-cd7af781c00f","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized)]","latency_us":484253,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:14.625146841Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"2.160429172s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f3d1f21-a881-4099-a4c5-cd7af781c00f\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f3d1f21-a881-4099-a4c5-cd7af781c00f\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:16.001183423Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"2.145506004s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.157510551Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61051"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.157612234Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"0fab1f26-d3eb-44fb-8973-d1b3415158e4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61051","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":57,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.786437431Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.787015064Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.787031475Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.810702037Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.810756319Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.831203452Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.831250073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.850170663Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.850229014Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.869006691Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.869048592Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.887995203Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.888034993Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.907415824Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.907461545Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.926690801Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.926745243Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.946180534Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.946239085Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.966580676Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.966623357Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.985349143Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:16.985409914Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.006383249Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.00643542Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.026260369Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.02630721Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.046323774Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.046366435Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.066189615Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.066234896Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.085273808Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.08534757Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.106661992Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.106709093Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.126484352Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.126535843Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.145672017Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.145724569Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.164969326Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.165021617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.184212883Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.184272364Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.184511249Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.184652482Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278795633Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278858184Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278869304Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278899465Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278908405Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278915195Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278923375Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278932206Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278939046Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278947736Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278956766Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278965106Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278971837Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278978437Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278986977Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.278993817Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.279001867Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.279006587Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.279014397Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:17.279156321Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"7bafd109-8e56-42dc-a93f-3b360b942e7b","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized)]","latency_us":492493,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:17.279355985Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.025535535s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bafd109-8e56-42dc-a93f-3b360b942e7b\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7bafd109-8e56-42dc-a93f-3b360b942e7b\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.305377762Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.305721739Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.305729279Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.328152675Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.328190426Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.345863939Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.34589823Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.366739392Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.366772392Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.384803423Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.384834024Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.404327216Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.404363767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.424639816Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.424673977Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.444128369Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.44416673Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.462865956Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.462901403Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.483677326Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.483726557Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.502764449Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.50279974Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.520826541Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.520864072Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.538396102Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.538431873Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.558952097Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.558987978Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.579292508Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.579329979Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.599176849Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.59920887Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.619265345Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.619298365Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.63660981Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.636645841Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.656715456Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.656743947Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.674813649Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.674842089Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.693725038Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.6937831Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.693975354Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.694093926Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789603946Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789662017Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789671177Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789678498Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789684087Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789689588Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789696828Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789720618Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789728108Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789734019Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789741349Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789747379Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789753269Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789758959Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.789766189Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.78977196Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.78977769Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.78978359Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.78978952Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:18.789900322Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"eb87e80c-61d6-43c8-b94a-bf090a27dde5","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized)]","latency_us":484374,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:18.790074376Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.287333632s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb87e80c-61d6-43c8-b94a-bf090a27dde5\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"eb87e80c-61d6-43c8-b94a-bf090a27dde5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.078774216Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.079153634Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.079162534Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.103532613Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.103593424Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.125218112Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.125249883Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.148825134Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.148860005Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.167923488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.167968619Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.188421652Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.188457303Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.207895475Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.207929765Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.226914827Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.226953928Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.245193983Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.245235804Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.265334139Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.2653805Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.284856243Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.284923894Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.30457824Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.304617871Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.324454621Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.324494731Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.344171448Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.344224959Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.363077318Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.363127629Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.3816308Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.381682911Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.4005759Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.400615341Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.419588883Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.419618563Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.438146085Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.438178235Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.45776474Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.457797141Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.476019895Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.476059656Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.476272921Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.476402314Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570500713Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570561765Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570568405Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570575615Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570580855Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570586755Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570592045Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570597145Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570602636Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570607866Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570614716Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570635126Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570640666Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570644266Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570647917Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570653126Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570656917Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570662057Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570667147Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:20.570728128Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"77a6f81d-f90c-4949-a787-e4f8b4663ba1","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized)]","latency_us":491803,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:20.570920322Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.592329374s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a6f81d-f90c-4949-a787-e4f8b4663ba1\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"77a6f81d-f90c-4949-a787-e4f8b4663ba1\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.165066273Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.165690315Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.165698185Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.189341767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.189382399Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.209880823Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.209933694Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.22958966Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.229637881Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.247887876Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.247939298Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.266148482Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.266187003Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.283547649Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.283601101Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.303790148Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.303837729Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.322563655Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.322603106Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.342083968Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.34214863Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.361617771Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.361658592Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.380327827Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.380390168Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.398735026Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.398775177Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.417509183Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.417547173Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.436226148Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.436264239Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.454523645Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.454580556Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.473145598Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.47319225Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.491739872Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.491774912Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.510902087Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.510954168Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.528796445Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.528835016Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.546392666Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.546437967Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.546659782Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.546781134Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641685261Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641754083Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641762803Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641774753Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641780724Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641788274Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641795044Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641798934Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641803034Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641808744Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641812504Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641816414Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641822024Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641827434Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641833575Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641853555Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641859145Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641870175Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.641874186Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:22.641884726Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"afaecc3a-7f07-4cb0-a2a0-b9fb17bc7f96","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized)]","latency_us":476569,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:22.64208943Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"3.847401665s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afaecc3a-7f07-4cb0-a2a0-b9fb17bc7f96\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"afaecc3a-7f07-4cb0-a2a0-b9fb17bc7f96\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.4907036Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.491040848Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.491056368Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.515266093Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.515337054Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.537525255Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.537581276Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.559264236Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.561838592Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.579468324Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.579522385Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.599177461Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.599225802Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.617440407Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.617493348Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.63739452Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.637452501Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.656936043Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.657004094Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.675783481Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.675829262Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.695584951Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.695633422Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.716132896Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.716174437Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.735969996Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.736015957Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.756615683Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.756665244Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.778083058Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.778122569Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.798041421Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.798089912Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.816721646Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.816777017Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.83586227Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.838193041Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.856485927Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.856524778Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.874752073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.874785884Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.893723495Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.893772316Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.8939719Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.894094232Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996550903Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996613645Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996629245Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996638605Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996662946Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996671616Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996676356Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996681546Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996687826Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996692836Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996706307Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996712907Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996720067Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996727257Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996731917Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996737077Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996744947Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996751648Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.996758008Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:26.996776868Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"50ede9f9-431a-400d-adf9-0a00d25c61e9","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized)]","latency_us":505936,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:26.997052554Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"3.207943149s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ede9f9-431a-400d-adf9-0a00d25c61e9\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"50ede9f9-431a-400d-adf9-0a00d25c61e9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.205713894Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.206017511Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.206026831Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.231912972Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.231974684Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.253100021Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.253167453Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.275099408Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.275154309Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.29411689Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.294175732Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.31349667Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.313547341Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.331609953Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.331661154Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.350612575Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.350663126Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.369528865Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.369579116Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.388505216Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.388567338Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.407096529Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.40714476Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.425213942Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.425271273Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.444741175Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.444788776Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.465207808Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.46526092Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.484604599Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.48465471Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.504000959Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.50405028Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.525539836Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.525587497Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.545900487Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.545948498Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.565984173Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.566041914Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.585957745Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.586004046Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.605220173Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.605280334Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.605471168Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.605592011Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.70888681Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.708976572Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.708986432Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.708994352Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709008632Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709014783Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709027163Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709045053Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709052773Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709059093Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709066504Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709078744Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709084734Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709091064Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709096944Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709102605Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709109855Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709115715Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709122745Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:30.709247458Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"13fc4879-d8a4-4c3e-a099-e5f4bb449afc","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized)]","latency_us":503415,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:30.709466002Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"4.38560136s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13fc4879-d8a4-4c3e-a099-e5f4bb449afc\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13fc4879-d8a4-4c3e-a099-e5f4bb449afc\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:33.184517303Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"4.195132658s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.095906748Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.096267946Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.096285367Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.117874135Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.117928356Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.136220362Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.136261323Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.156554413Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.156612104Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.177317293Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.177362984Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.197209854Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.197256975Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.217663757Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.217707298Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.236873344Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.236919324Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.257157233Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.257200204Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.276593875Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.276637145Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.297345414Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.297388625Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.31608603Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.316121851Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.337270919Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.337322561Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.35668609Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.356734591Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.375514248Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.37556586Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.393901297Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.393942788Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.415576827Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.415614668Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.437295767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.437339418Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.458002896Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.458053827Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.476685311Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.476740132Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.497163515Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.497206496Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.497421361Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.497544443Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600464064Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600535405Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600545556Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600554726Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600561656Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600570136Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600578496Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600586626Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600593297Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600608097Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600613857Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600620107Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600625037Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600633087Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600639238Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600650328Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600659808Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600670928Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600675799Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:35.600688129Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"5b0ef79c-2781-4ccb-8002-9b908bfa478c","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized)]","latency_us":504631,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:35.600931544Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"5.711077564s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0ef79c-2781-4ccb-8002-9b908bfa478c\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b0ef79c-2781-4ccb-8002-9b908bfa478c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.574311066Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.574703265Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.574717515Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.597878778Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.597921079Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.617346191Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.617394732Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.637206303Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.637247974Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.657843814Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.657891193Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.677459298Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.677507209Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.696038292Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.696088113Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.715848122Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.715889463Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.736179724Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.736223615Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.755541885Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.755585273Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.775270003Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.775314915Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.795254548Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.795299449Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.814169389Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.81421888Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.832654021Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.832696771Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.851147703Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.851184143Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.871637728Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.871676159Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.890386795Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.890428866Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.911041634Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.911083015Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.933270117Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.933308178Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.951746779Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.95179075Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.97480639Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.974861761Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.975040875Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:41.975199439Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078253678Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078333739Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078341729Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07834979Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07835451Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07836005Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07836559Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07837304Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07837878Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07838619Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.07839193Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078398071Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078403941Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078418961Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078424921Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078430561Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078434882Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078439111Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078444582Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:42.078525473Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"40b49df4-b528-44eb-b3c2-eb5e9a666a1c","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized)]","latency_us":505399,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:42.078725943Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"9.321483724s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b49df4-b528-44eb-b3c2-eb5e9a666a1c\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"40b49df4-b528-44eb-b3c2-eb5e9a666a1c\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:46.438197216Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38307"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:46.438928402Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"8ca3bd0d-7857-482b-be81-839a747fbde3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38307","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":692,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.376189917Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.376531564Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.376546305Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.401715201Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.401780973Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.423906254Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.423963825Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.443395917Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.443464039Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.46334476Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.463402212Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.486450733Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.486513284Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.506949428Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.50701844Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.527624238Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.527672379Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.548637845Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.548689226Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.570212993Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.570268335Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.590597346Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.590647187Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.61191683Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.611976301Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.630905752Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.630963834Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.650032908Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.650081889Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.668884488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.668931319Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.686072171Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.686128582Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.704582874Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.704628224Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.722332729Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.72237859Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.740219958Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.740279139Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.757639767Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.757688168Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.776369803Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.776429215Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.776621819Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.776746582Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.867911513Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.867993275Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868010295Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868019065Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868026895Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868034826Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868059406Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868067536Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868077416Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868087287Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868096917Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868104917Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868112967Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868123037Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868138468Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868146388Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868158528Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868168449Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868176219Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:58:51.86824595Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"a1d81576-0dae-4526-adcf-26da56198630","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized)]","latency_us":493248,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:51.868443684Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"9.273584499s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d81576-0dae-4526-adcf-26da56198630\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:58:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a1d81576-0dae-4526-adcf-26da56198630\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:58:52.649949998Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"9.84138908s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.118617624Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.119685657Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.119701617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.142749168Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.14280606Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.167272701Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.167355473Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.189952264Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.190005815Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.211351449Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.21140294Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.232269934Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.232337915Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.254475266Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.254530257Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.274493261Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.274551552Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.293476444Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.293540255Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.313479138Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.31352975Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.335108868Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.33516523Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.355321788Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.355386279Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.375102758Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.375157269Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.395140933Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.395190734Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.415325452Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.415385103Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.434880187Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.434937668Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.458171293Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.458233984Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.479856874Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.479917095Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.500518943Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.500568014Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.521292915Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.521341936Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.541235398Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.541293149Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.541509614Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.541653707Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644061133Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644114564Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644121504Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644126044Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644130744Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644136094Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644140855Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644145255Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644148644Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644157085Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644160725Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644165205Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644168695Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644173085Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644178525Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644191936Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644195696Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644199876Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.644204096Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:01.644237017Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"7f16e164-ab45-4cc1-ab4c-95b1e4df8d52","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized)]","latency_us":526907,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:01.64442083Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"6.436325388s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f16e164-ab45-4cc1-ab4c-95b1e4df8d52\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:59:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7f16e164-ab45-4cc1-ab4c-95b1e4df8d52\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.065188152Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.065537709Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.065546579Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.087069277Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.087115358Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.108025003Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.108060983Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.127490035Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.127549307Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.147596372Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.147642763Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.168572608Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.168613929Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.187763415Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.187807466Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.206085843Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.206127944Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.224140646Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.224186247Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.242536966Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.242582597Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.260644189Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.26068428Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.279222793Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.279270704Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.296875556Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.296924208Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.314971357Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.315012151Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.332833118Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.332872179Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.350855168Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.350903421Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.369539636Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.369583347Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.387935655Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.387983067Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.405549708Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.405588279Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.424223534Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.424261775Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.442029351Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.442087362Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.442306237Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.4424391Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.536986154Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537067916Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537084697Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537093667Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537126888Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537135528Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537142128Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537149008Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537157128Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537165238Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537171798Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537180349Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537187139Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537193859Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537204239Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537211299Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.53722362Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.53723261Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.53724114Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:08.537303092Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"b9d8de40-7a37-4c3a-97f0-7752c99a5f9e","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized)]","latency_us":473255,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:08.537507246Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"8.785365187s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d8de40-7a37-4c3a-97f0-7752c99a5f9e\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:59:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b9d8de40-7a37-4c3a-97f0-7752c99a5f9e\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:16.391139745Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36703"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:16.391214237Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"1b707b49-3515-41d0-a21a-0f2724f792c9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36703","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.301333775Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.301694682Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.301705353Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.32460624Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.324686742Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.344770219Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.34482444Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.363170429Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.36322384Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.381095388Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.381163009Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.399030518Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.399094979Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.417204083Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.417255924Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.435328217Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.435390388Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.453405377Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.453466351Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.467366813Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"17.200166914s"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.472516295Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.472525445Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.491003237Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.491069938Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.509427077Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.509490538Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.528000841Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.530343651Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.545714276Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.545771827Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.563903101Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.566247922Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.582083266Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.582135277Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.59976305Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.599816801Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.617391343Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.617458185Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.635528148Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.635573628Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.653404736Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.653464587Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.671113141Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.671165712Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.671397627Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.67155427Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760704048Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760777189Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760812Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.76081766Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.76082437Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760830711Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760836911Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760849821Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760856161Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760863531Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760869261Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760874801Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760880572Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760897742Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760912672Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760918582Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760924033Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760935533Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.760941733Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:17.761051015Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"db83276f-744b-441e-ab2b-bfbe82502ee9","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized)]","latency_us":460819,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:17.761310331Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"10.829286991s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db83276f-744b-441e-ab2b-bfbe82502ee9\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:59:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"db83276f-744b-441e-ab2b-bfbe82502ee9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.562236948Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.56275947Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.56276856Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.585973404Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.586020245Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.606448519Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.60650061Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.625508954Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.625569265Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.643792131Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.643863422Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.662504087Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.662561859Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.681052991Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.681119382Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.70124384Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.701299691Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.71909839Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.719150138Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.737498617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.737566629Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.756267985Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.756317626Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.773942944Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.77398655Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.792204386Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.792259617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.809923781Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.809980103Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.828149177Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.828201328Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.846104617Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.846159009Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.864522308Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.864586149Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.883023949Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.885320859Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.901697115Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.901766406Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.920044914Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.920098305Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.938565276Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.938632438Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.938949094Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:28.939109028Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029178005Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029242387Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029249547Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029256482Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029264047Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029269701Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029298778Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029305118Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029312738Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029320088Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029325778Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029339299Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029346819Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029352659Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029356819Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029362789Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.02937165Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029375939Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.02938334Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:29.029451251Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"a35f48ad-b22d-489c-924f-c3bfd9b36aea","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized)]","latency_us":468244,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:29.029659116Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"16.274467071s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35f48ad-b22d-489c-924f-c3bfd9b36aea\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:59:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a35f48ad-b22d-489c-924f-c3bfd9b36aea\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.262040946Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.262586018Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.262603128Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.286509508Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.28892774Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.308655589Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.3087085Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.330183237Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.332205311Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.35010808Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.350174771Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.368741195Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.370696787Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.387014162Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.387062873Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.40672177Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.406779951Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.425201107Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.425252193Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.445250928Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.445308139Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.463237918Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.46329991Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.480857581Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.483226973Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.498811552Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.498869143Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.516929975Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.516984296Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.534204121Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.534278872Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.551762712Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.551824293Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.569323324Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.569381325Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.585957605Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.586026537Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.604418216Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.604471868Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.622591841Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.624591025Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.640085962Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.640150963Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.64046646Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.640624808Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729011274Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729083426Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729102196Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729111146Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729119546Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729126557Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729134827Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729151507Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729156797Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729173828Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729196458Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729208728Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729215899Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729222639Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729229629Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729236239Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729241349Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729246319Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729253109Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:45.72925822Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"f537e640-18cc-4e38-b326-bdea37aa3ec8","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized)]","latency_us":468307,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:45.729432143Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"25.847608013s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f537e640-18cc-4e38-b326-bdea37aa3ec8\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 22:59:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f537e640-18cc-4e38-b326-bdea37aa3ec8\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:46.344781935Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61211"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T22:59:46.344919958Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"3c9bc63a-417b-4556-bd50-8deb3ff2c20f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61211","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":63,"response_code":"200"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T22:59:49.617070256Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"46.067313398s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.508612901Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.508926753Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.508942348Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.532705565Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.532775956Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.55279542Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.552862043Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.573279096Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.573339878Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.590759076Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.590807967Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.609616443Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.609669807Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.627822752Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.627878433Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.64615652Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.646204201Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.663889776Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.663948087Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.681911757Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.681983129Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.701607895Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.701659206Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.720307992Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.720351631Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.738888426Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.738941457Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.757429909Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.75748783Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.777680948Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.777742509Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.797653822Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.797715443Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.818345332Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.818398763Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.838016169Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.83806877Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.856650924Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.856706315Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.875407762Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.875460073Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.894564258Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.894626589Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.894896795Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.895039328Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987424566Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987490828Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987500168Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987508268Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987515548Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987522668Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987530798Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987538638Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987561109Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987569039Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987576009Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987584859Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987592527Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987599211Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987607452Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987614014Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.98762038Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987627674Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.987634221Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:11.987768654Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"d1fdc31c-55da-41c8-a281-f60550d71137","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized)]","latency_us":480320,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:11.988032629Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"21.626095311s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1fdc31c-55da-41c8-a281-f60550d71137\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 23:00:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d1fdc31c-55da-41c8-a281-f60550d71137\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:16.302454629Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50175"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:16.302542141Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"a909b59b-153f-4486-b0d0-ab66e590c05f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50175","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.557265109Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.557773745Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.557788676Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.577953564Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.578012995Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.597302905Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.597358156Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.617662047Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.619991858Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.634048197Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.634096104Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.6518503Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.651915131Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.669051694Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.669104465Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.687108256Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.687169947Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.704433282Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.704484933Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.722790001Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.722851782Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.741298313Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.741368915Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.761251427Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.761301178Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.780969316Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.781021137Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.79957342Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.799630811Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.8179946Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.819915572Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.835631323Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.835682805Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.853705996Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.853762947Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.871995634Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.872056465Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.889883262Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.889934373Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.908323783Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.910755686Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.926705733Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.926765514Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.927108441Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:33.927262934Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021184916Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021245187Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021254787Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021263767Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021271928Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021281098Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021290028Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021298798Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021307108Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021334519Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021343649Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02135198Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02135738Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02136387Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02136883Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02137434Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02138105Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.02139011Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021398221Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:34.021454752Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"56a4f92c-7db2-45b0-bfe1-8b8d0e6d9210","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\", TimeNotSynchronized), (\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\", TimeNotSynchronized), (\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\", TimeNotSynchronized), (\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\", TimeNotSynchronized), (\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\", TimeNotSynchronized), (\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\", TimeNotSynchronized), (\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\", TimeNotSynchronized), (\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\", TimeNotSynchronized), (\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\", TimeNotSynchronized), (\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\", TimeNotSynchronized), (\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\", TimeNotSynchronized), (\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\", TimeNotSynchronized), (\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\", TimeNotSynchronized), (\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\", TimeNotSynchronized), (\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\", TimeNotSynchronized), (\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\", TimeNotSynchronized), (\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\", TimeNotSynchronized), (\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\", TimeNotSynchronized), (\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\", TimeNotSynchronized)]","latency_us":465156,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:34.021641076Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"37.212227751s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a4f92c-7db2-45b0-bfe1-8b8d0e6d9210\", \"content-length\": \"124\", \"date\": \"Wed, 10 Jul 2024 23:00:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"56a4f92c-7db2-45b0-bfe1-8b8d0e6d9210\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:46.254930705Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42543"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:00:46.254997997Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"c102717c-8a8a-4d61-bce2-35847c3cc18b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42543","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":38,"response_code":"200"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:00:50.555024413Z","hostname":"buskin","pid":1554,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"83.264975345s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ec4187be-5047-48c7-a722-e3989ad30156, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1174d29d-7cf0-4143-be22-b73af7cbf778, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31270544-ed34-42cd-85aa-36d01428f6ef, kind: Service { id: 1174d29d-7cf0-4143-be22-b73af7cbf778 }, name: Name(\"ntp-1174d29d-7cf0-4143-be22-b73af7cbf778\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 190])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: de5be454-89b8-4bef-8810-d3ad46a82fe3, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4f490467-d9b1-4e35-bcbc-27ad89920611, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d4ecc584-be73-4e2c-858c-8b406ac85497, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e90835f0-7945-417e-a114-808c0c27a0c2, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fdc2f913-c86b-4314-b322-75b4e57a8ffd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a15446-1b4e-4bd0-80d8-938e70dbfc35, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: b603ca4c-06ab-4c35-8dd3-2ac57714e3a7, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d9a4b62-ce06-4bc1-b3e0-975666f7bbad, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9009234a-d43b-4467-bb7e-5aa69b874229, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External } } } }, OmicronZoneConfig { id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3033b669-417b-49e3-a9dc-0124d3c9188c, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External } } } }, OmicronZoneConfig { id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External } } } }, OmicronZoneConfig { id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External } } } }, OmicronZoneConfig { id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.162404437Z","hostname":"buskin","pid":1554,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.162945119Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.162954929Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ec4187be-5047-48c7-a722-e3989ad30156, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.187667555Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.187722006Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 17dbe1d7-4920-46cc-b2d3-f431e90258a1, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.209033548Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.209098039Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9a0ffae1-8afe-4648-b040-4ee0fb3c3187, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.228463449Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.22852516Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: de5be454-89b8-4bef-8810-d3ad46a82fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.249138127Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.249197668Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c6ebc66a-ba40-4090-a5c3-206b6c58647d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.267073446Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.267154408Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 91064a0f-f57c-4752-a4bb-29e1a31c36fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.284655567Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.284710028Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6cdbfa73-8c12-443b-bb1c-ebad30d484eb, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.303171128Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.303226079Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 856e64e9-f291-40cb-9ce8-f6a72b2ae072, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.322575109Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.32495088Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 77ed3768-0b42-4873-97bd-de69d9c26fbc, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.339965796Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.340036547Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.359871727Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.359928319Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7e4a7305-dd72-43e0-97da-26ebbe87fa66, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.380423963Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.380479894Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: d1412e2a-4d4a-4e16-a93a-83d051fa71ad, dataset_name: DatasetName { pool_name: ZpoolName { id: e03759b1-cf9b-485a-966f-6a90ebbce4f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.399708701Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.399762922Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7416fb81-0f25-4adc-8bb3-4885ddaa3409, dataset_name: DatasetName { pool_name: ZpoolName { id: fb82893c-b4be-46f2-994c-7b8318094f4c (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.417398164Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.417448145Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9009234a-d43b-4467-bb7e-5aa69b874229, dataset_name: DatasetName { pool_name: ZpoolName { id: 68327ee5-4aec-4399-b8bb-563ba202e23d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.435607599Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.43566533Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c14e9ab8-70e0-4d4d-a960-48b8fdeee363, dataset_name: DatasetName { pool_name: ZpoolName { id: b3c9e3cc-4430-43aa-bf7c-da309ea6198b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.453699711Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.453753672Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb, dataset_name: DatasetName { pool_name: ZpoolName { id: af32f4ce-7d75-4c49-a4c3-81ec7def8dd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.472604661Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.472649922Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3033b669-417b-49e3-a9dc-0124d3c9188c, dataset_name: DatasetName { pool_name: ZpoolName { id: e7de65b6-0b3a-4aaa-a74c-414b631dfb4b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.491598282Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.491652053Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b439364e-c0a4-492c-a3fc-e3a5a98d6f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: b729e64c-b292-4f07-b10d-608b638fea57 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.511183757Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.511249488Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 944fe906-22f3-4a1d-b356-0a7d8b719a41, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f48c2e6-a796-47b9-95c7-be41c3dd8afd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.530778061Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.533186154Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: fd0e3cd1-d86c-4bee-b11a-9ac0976eff06, dataset_name: DatasetName { pool_name: ZpoolName { id: 603ce9af-9af2-41c5-877f-a88968c7b3bf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.549205761Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.549268922Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.549603129Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.549760863Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.65025492Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.663736083Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.663891716Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.733619087Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.7337241Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.73373775Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.73374919Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.73375715Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.73376432Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.733793051Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.892597333Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.904884219Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.906737519Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945638382Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945747725Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945757345Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945767465Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945776235Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.945796586Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.946427179Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.952696705Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.957899418Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.962881036Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.968369925Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.973439015Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.978498445Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:11.983591535Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.103917593Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.108954432Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.113038281Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.11716168Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.121746589Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.126351009Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.130907318Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.135541178Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.140815083Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.146082457Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.151524965Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.157602546Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.164030796Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.169517614Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.217482244Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.218330563Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.225363255Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.232301755Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.23988648Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.247839542Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.255669922Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.326460886Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.334662014Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.334688605Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.429339556Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 215, 117]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.429426278Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.483726244Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.568181965Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.624992036Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.628630595Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.628663916Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.724322688Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 236, 140]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.7244175Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.725917723Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.725939223Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.726110857Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.726133377Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.731153436Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.731169407Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.826422861Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 150, 139]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.826532644Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.829339314Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.829366535Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.938258385Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 192, 174]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte4\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.938354927Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.941295201Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:12.941327661Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.031345603Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 196, 80]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte5\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.034689905Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.040227675Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.152637051Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.234832843Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:13.236727424Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.346094717Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.540248625Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.683595281Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.683671843Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.687821403Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.687859734Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.690082612Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.690118983Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.690499901Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.712706723Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.715989794Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.716014874Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.716023794Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:14.719558673Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Installing Omicron zone: oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.5292542Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.541180818Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.564451683Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.578343644Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.587333499Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.611041993Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:15.737424461Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:17.095568496Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:19.878254455Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39556"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:19.901684232Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"b48d6e9e-787c-494a-a8d3-d9c91e98ee72","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39556","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":13306,"response_code":"200"}
{"msg":"Profile for oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService11\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::11\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::11\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.39421856Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService21\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::f\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::f\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.397133234Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.400092678Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.424934186Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService14\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::13\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::13\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"976221d7-d4cf-4358-92aa-b3d92023f7ba\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.511047012Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.517508643Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService10\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::17\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::17\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"355a5786-1bcd-4659-9fa9-b3a5cb435645\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.53445567Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService13\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::18\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_b729e64c-b292-4f07-b10d-608b638fea57/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::18\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"d186897f-9151-4c0f-89c2-a6c93c62950e\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.534955501Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.535440491Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.551388477Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService12\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::12\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_e03759b1-cf9b-485a-966f-6a90ebbce4f4/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::12\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"cd70bbe1-737c-40e5-92e0-5a621b6fcbd9\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.624879999Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.625075184Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService16\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::19\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_3f48c2e6-a796-47b9-95c7-be41c3dd8afd/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::19\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"0296c779-db51-4589-acf5-6d1917442b30\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.635658312Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService22\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::10\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::10\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.63786918Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.638036604Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.650937654Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService17\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_603ce9af-9af2-41c5-877f-a88968c7b3bf/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1a\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"5b2e171d-5a6b-464a-aeae-9179207c1499\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.671631422Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService19\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::15\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_b3c9e3cc-4430-43aa-bf7c-da309ea6198b/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::15\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"a5f4040b-6f00-4aef-8e4e-73f7b28d20f6\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.672359538Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.672393479Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.682406805Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService15\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::16\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::16\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"5d877e3d-3853-4388-ad33-1b856f0ed998\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.695818926Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:21.696129323Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 32.386198ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:21.999949318Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 48.734566ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.014748928Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 26.299553ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.02678994Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 64.169605ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.040345379Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 48.459884ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.053911187Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 72.201158ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.06651002Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 34.507207ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.07849339Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 140.955355ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.158409242Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 115.966856ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.384758108Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 90.016275ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.434415144Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 145.312358ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.506402914Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 51.070663ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.626754052Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 30.306924ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.704046657Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 88.773655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.806047918Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 29.137063ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.907940717Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 67.879567ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.937437396Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 134.923883ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.96160172Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 43.758702ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:22.979779303Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 121.648844ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.002135478Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 297.447693ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.019506124Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 279.748984ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.034765055Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 116.402789ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.049594967Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 143.220989ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.065991199Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 126.59589ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.081955678Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 291.933809ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.096990904Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 119.509787ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.110414195Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 84.390102ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.123169981Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 292.632506ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.136180183Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 122.806888ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.150682138Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 507.236544ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.164210851Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 344.334062ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.182548538Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 262.096679ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.222852892Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 460.867042ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.238691395Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 140.916734ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.254020467Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 138.524767ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.267226793Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 193.619272ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.287731368Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 400.658765ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.330335001Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 368.720289ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.346310118Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 439.885131ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.404684583Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 273.293192ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.420536456Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 403.203152ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.438294821Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 222.754382ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.452969319Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 232.907417ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.498040006Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 462.80346ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.521643318Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 811.252511ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.547266243Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 696.325473ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.688912732Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.19900035s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.704248484Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.188526279s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.71925193Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 553.035329ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.733675982Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 469.918391ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.747365759Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 640.9127ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.760400362Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.035268063s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.774717622Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 545.109094ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.856867602Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 832.305398ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.868531345Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 460.913903ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:23.998216646Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 764.202426ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.229256693Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 942.739248ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.305524986Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.019528327s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.375521953Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 604.041896ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.404639624Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 882.772765ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.420982429Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.1109592s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.436411963Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 653.179759ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.475710115Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService24\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::8\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::8]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.5:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:24.614389481Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService27\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::9\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::9]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.6:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:24.616407534Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:24.616510807Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:24.625190655Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.355371868s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.717531195Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.387822282s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.848947553Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 40.320324ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.905423028Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 74.482109ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.917314185Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 701.131334ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.953188713Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 148.200085ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:24.971321736Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 593.249444ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.139250156Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 106.188395ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.219702629Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.143392242s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.267305911Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 581.289092ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.299076369Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.430498129s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.323230643Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 120.456911ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.369178209Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 954.989432ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.443806306Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 154.855297ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.492208675Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 798.899139ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.540735077Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 640.681287ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.552296508Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 690.641969ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.563817137Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 215.865759ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.575604553Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 577.829284ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.660652386Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 573.604069ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.673972384Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 776.323378ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.746408254Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 867.818452ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.804513043Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.340389227s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:25.893940492Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 587.634536ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.085976744Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 911.663308ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.207431636Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.315918449s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.249829365Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 840.582336ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.262215594Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.079455889s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.272441975Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.31636716s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.281356449Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 982.796464ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.351897007Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.330619548s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.673354704Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.338088269s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.685909606Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 885.263966ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.696546106Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 629.15488ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.707943754Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 602.365129ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:26.720355892Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.252044104s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.028786857Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService25\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.081713624Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService26\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.081889208Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.081944359Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.090320881Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService28\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::c\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.098438847Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:27.098720373Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 503.205016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.117171893Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 666.405919ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.133536727Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 993.210527ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.247913546Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 48.061015ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.299892713Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 640.099957ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.336300732Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 72.888245ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.347974895Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.275050861s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.359352062Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.247951096s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.371225689Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 141.750596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.381518802Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 57.301641ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.391196962Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 808.538758ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.401892844Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 138.718772ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.432929867Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 50.657386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.459013752Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 151.324362ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.521070917Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 112.599054ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.536084292Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 525.236029ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.5802944Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 116.832ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.594209652Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 520.968422ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.604963981Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 577.647749ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.615186277Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 599.43785ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.632150804Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 588.113115ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.662480251Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 443.115865ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.685628773Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 424.993724ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.723127625Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.120845147s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.815028737Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 656.254547ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:27.990150653Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 891.973131ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.018578819Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.299474153s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.036986718Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.122716239s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.118418323Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.014379616s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.138930747Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 412.432424ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.149879594Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.012358104s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.160189958Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.181228916s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.205453989Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.343815641s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.22164622Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 513.934307ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.24239921Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 994.184531ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.253335227Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 941.236224ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.263263982Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 609.10235ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.292078396Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.017164626s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.577338709Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 917.281761ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.63186427Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 980.172664ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.646301963Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.138282397s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.658536818Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 549.817245ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.770434393Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.137922774s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.914287761Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 901.872726ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.92622274Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 977.095629ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:28.951403785Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 654.291887ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.168039181Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 962.634427ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.186510461Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.081153905s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.216517762Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.373532025s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.255778373Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 854.91626ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.266242249Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 566.194032ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.330151794Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.021441995s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.345410605Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 718.038507ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.396793369Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.043920104s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.559449024Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 565.625216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.574456349Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 835.949182ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.607974856Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.157430344s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.639210162Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.234323643s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.807754625Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 715.430317ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.83148917Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.438544587s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.840056845Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.442268212s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.905564905Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 976.534821ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:29.936163418Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.436752414s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.062576768Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.174094701s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.124721795Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.452669617s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.133023145Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.071515803s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.149069963Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.276545815s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.158017447Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 917.522738ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.307129299Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.283190628s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.376903851Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 596.905486ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.453610933Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.101035349s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.907615273Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.216022928s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.924173301Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 514.981568ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.937319596Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 554.524803ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.949850998Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService18\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::d\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value=\"fdc2f913-c86b-4314-b322-75b4e57a8ffd\"/>\n        <propval type=\"astring\" name=\"address\" value=\"[fd00:1122:3344:101::d]:12223\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:30.951074604Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 945.052791ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:30.966859337Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:30.967053991Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.489248666s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.057779297Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 770.522006ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.072191629Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService23\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::14\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_68327ee5-4aec-4399-b8bb-563ba202e23d/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::14\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"ffab8707-a623-4c66-ac6d-5655a575b7cc\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:31.086087841Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:31.086710504Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 55.168176ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.204418055Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.096789966s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.232814841Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 973.989011ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.242101562Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 124.539263ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.269356883Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.159605931s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.289571951Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 43.80359ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.415257655Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 505.034417ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.465179267Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 937.425192ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.473715552Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 860.577489ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.482695357Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.180317273s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.49070985Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 173.963932ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.499059051Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 72.969709ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.509498297Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 583.026733ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.519028784Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 523.008862ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.529492921Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 194.53934ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.592427515Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 508.440049ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.599892806Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.435314294s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.670149198Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 348.705071ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.682555777Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 515.963643ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.796594809Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.404844305s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.851071264Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 890.67716ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.921603988Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.174196996s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:31.979657196Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 709.044435ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.017946086Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.115153528s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.041378204Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.428524828s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.062452131Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 946.669709ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.111505364Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 592.244897ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.119581399Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 893.686863ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.148487086Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 885.933487ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.224950383Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.169764593s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.323342535Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 819.816991ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.338680218Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.322766414s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.351302791Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 919.908772ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.420051151Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 700.690286ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.457937682Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 712.97597ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.555883365Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.340395424s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.680041876Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 914.838147ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.720722877Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 545.500632ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.735392665Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.108825468s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:32.821330008Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 550.262354ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.05212178Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.269237058s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.067067844Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.202795406s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.113896479Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.183219673s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.121458183Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.230592983s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.16238569Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 611.636462ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.171411095Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.010882804s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.179411529Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.265889752s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.187045594Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 871.244995ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.265131296Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.324943192s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.278458976Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.053017216s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.289505165Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.454250123s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.349025195Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.369477972s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.501504059Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.002601073s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.509683447Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.045945341s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.610578564Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.313664552s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.643231351Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.475383494s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.684588077Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 853.352119ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.792574448Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.287144671s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:33.940148036Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 555.294579ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.02983453Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 931.875805ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.198434064Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.371747062s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.20698876Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 791.393795ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.315602763Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.185094697s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.326368507Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 804.237251ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.346147216Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.179949043s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.354050157Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.155834359s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.402340614Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 839.924987ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.462332734Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.230869742s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.521620019Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.299761573s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.594873446Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.284414892s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.612039718Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 584.638897ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.655753105Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 753.064535ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.664346581Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.078010407s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.813855541Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 577.458748ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.880319982Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 813.538985ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:34.966868738Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 724.166322ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.11783688Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.202119979s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.139492769Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 597.268792ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.159022562Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.349631839s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.169612642Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 542.701548ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.238179608Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.451934266s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.25071994Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 758.677664ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.318483939Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.326665575s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.428268208Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.362747649s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.47035049Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.312382378s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.52708721Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 624.845577ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.545459978Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 687.889284ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.567730071Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.427618305s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.5880057Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 678.244985ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.763305799Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.1166216s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.77626716Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.048228377s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.796256823Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.391364661s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.80856637Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 771.2039ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.853044314Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.375639344s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.905349988Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.237968952s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.91699234Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.266244494s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:35.927424986Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 600.14996ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.088939907Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService20\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::e\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::e\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"8123\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:36.158539405Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:36.159600878Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 818.341409ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.182028384Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 690.902905ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.267477126Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.306667727s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.351454476Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 39.815007ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.384527623Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 58.61164ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.435251802Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.163047005s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.453030318Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 209.710497ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.51587681Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.289973255s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.529962075Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 660.93185ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.639294234Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 895.466927ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.700548902Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.428420304s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.713451431Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 477.917443ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.73832809Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 603.725951ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.766392489Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.115568122s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.846107246Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.186361344s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.857571165Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.248014573s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.868933371Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 659.260681ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.907680921Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 881.97616ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:36.972493766Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.413303236s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.012293308Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.343269829s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.026996257Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.23359919s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.170681081Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.203234141s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.206788874Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.126131383s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.219587451Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 880.163629ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.23200173Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 912.816406ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.297078311Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.379260797s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.316522722Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 920.450869ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.384379403Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.353364307s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.585739577Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.332813353s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.61820916Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.061365669s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.650909959Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 906.77556ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.679150841Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 705.349378ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.840406366Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 745.034746ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.879996534Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.413968839s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:37.982294491Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 1.014416101s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.066513186Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 745.960477ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.129930141Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.338835185s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.14418775Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 1.135502933s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.160280379Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 816.677403ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.225746687Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.390782045s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.32505432Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 864.949821ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.367468059Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 976.070931ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.38553435Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.323049356s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.420514859Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.219348649s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.43812013Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 560.868366ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.452016702Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.293570566s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.566053183Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 509.769242ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.603470064Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.323091935s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.641919846Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.068561933s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.71177788Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.052661708s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.725861106Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 1.433529921s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.88936404Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.017677487s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.950433103Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 790.237503ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:38.962516705Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.334448986s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.025702129Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 760.404809ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.05410778Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 737.413236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.091756306Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.383528104s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.123827061Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.057598318s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.24510792Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 575.571843ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.307729047Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.09784314s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.373660796Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 967.96952ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.405338192Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.392634566s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.493556035Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 975.687664ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.668201679Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.082261139s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.728301562Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.123249742s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.753419366Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 541.850823ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.763568966Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.01236283s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.790347056Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.172874624s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.800155019Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.078972322s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.825432257Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 798.215213ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.842897446Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 558.382139ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.869684786Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 566.345081ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.895738351Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 1.41404558s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.978338831Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 600.579187ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:39.989424461Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.309802585s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.317092193Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 1.201754762s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.329834919Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 1.143539901s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.339476188Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.04553926s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.372281339Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 818.930527ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.386334304Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 1.121665313s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.445123928Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 814.886261ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.479113544Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 1.107513433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.490046937Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.468175696s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.521420972Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.112204798s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.604906011Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 521.027171ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.653579835Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 783.93088ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.663614192Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 801.467805ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.820886451Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.025882154s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.835673311Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 1.280619415s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.89144241Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 816.285308ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.903835399Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 854.155751ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.921101373Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 540.942216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:40.988704608Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 636.371331ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.188733123Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.079705202s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.217403975Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c\") failed: Property not found. retry in 933.553087ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.310198576Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 712.999857ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.407636318Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.465097811s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.433136611Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06\") failed: Property not found. retry in 1.438317122s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.461381233Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 547.87249ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.499420077Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 808.250677ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.542078272Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35\") failed: Property not found. retry in 673.269037ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.556932734Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a\") failed: Property not found. retry in 957.185366ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.581737511Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 599.663415ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.607837767Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 830.582999ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.637026129Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7\") failed: Property not found. retry in 1.423529914s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.65319476Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 866.896382ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.734770568Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.131789811s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.747915262Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 917.027612ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.791321373Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad\") failed: Property not found. retry in 640.781053ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.840319415Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 571.14201ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:41.874852153Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 1.091368904s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.0020087Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 1.457788039s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.063305298Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 524.710247ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.137965276Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41\") failed: Property not found. retry in 530.659237ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.187950899Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 532.763028ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.223380967Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb\") failed: Property not found. retry in 1.176575959s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.31118245Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.192531281s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.360793165Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 769.285003ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.458736268Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229\") failed: Property not found. retry in 1.330521668s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.479031788Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409\") failed: Property not found. retry in 1.340839621s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.610942167Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc\") failed: Property not found. retry in 845.650972ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.675509716Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497\") failed: Property not found. retry in 1.409406085s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.732256756Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd\") failed: Property not found. retry in 651.606794ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.794102616Z","hostname":"buskin","pid":1554,"zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\") failed: Property not found. retry in 1.265465351s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.906197166Z","hostname":"buskin","pid":1554,"zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363\") failed: Property not found. retry in 1.321497106s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:42.957296183Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2\") failed: Property not found. retry in 848.767804ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:43.13475913Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad\") failed: Property not found. retry in 1.139325222s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:43.253516353Z","hostname":"buskin","pid":1554,"zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611\") failed: Property not found. retry in 1.218050841s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:43.596362674Z","hostname":"buskin","pid":1554,"zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 766.90845ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:43.624342421Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66\") failed: Property not found. retry in 1.219010905s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:44.489631184Z","hostname":"buskin","pid":1554,"zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:45.490468455Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.756782966Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_77ed3768-0b42-4873-97bd-de69d9c26fbc"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757032311Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757044302Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_d4ecc584-be73-4e2c-858c-8b406ac85497"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757068692Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_8d9a4b62-ce06-4bc1-b3e0-975666f7bbad"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757083673Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_d1412e2a-4d4a-4e16-a93a-83d051fa71ad"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757089913Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_b439364e-c0a4-492c-a3fc-e3a5a98d6f9a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757103993Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757111833Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757120724Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_944fe906-22f3-4a1d-b356-0a7d8b719a41"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757131604Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_fd0e3cd1-d86c-4bee-b11a-9ac0976eff06"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757140674Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_4f490467-d9b1-4e35-bcbc-27ad89920611"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757148174Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757154664Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_e90835f0-7945-417e-a114-808c0c27a0c2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757162624Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_oximeter_fdc2f913-c86b-4314-b322-75b4e57a8ffd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757170045Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_c14e9ab8-70e0-4d4d-a960-48b8fdeee363"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757178485Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_clickhouse_7e4a7305-dd72-43e0-97da-26ebbe87fa66"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757185995Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_82a15446-1b4e-4bd0-80d8-938e70dbfc35"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757700606Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_b603ca4c-06ab-4c35-8dd3-2ac57714e3a7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.757711046Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_9009234a-d43b-4467-bb7e-5aa69b874229"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.760374177Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.764096205Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.773797025Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"PUT","req_id":"f26f74f6-3a0b-4ff2-83ce-b8018b44c223","remote_addr":"[fd00:1122:3344:101::1]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":34610689,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.792539141Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.793183675Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.793575694Z","hostname":"buskin","pid":1554,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.80077495Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.810283026Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.1.174,\n    infra_ip_last: 10.151.1.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.1.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.1.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.872940264Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:45.877774288Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.023252872Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.174672653Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.250968047Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.403559094Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:46.434169118Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:46.505552045Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.655436222Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:46.866708901Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:47.279313884Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:47.485159076Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:47.508597564Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:47.743899943Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:48.104442427Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:48.469780645Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:48.511239543Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:48.983932208Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:49.483812532Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:49.513608908Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:49.801106658Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:49.949516274Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60580"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:49.950903125Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"1674390e-eb4a-437d-b826-cee9bfada792","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60580","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1218,"response_code":"200"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:50.516781669Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:50.918420514Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:51.48347303Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:51.520420941Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:51.663747757Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:52.523207754Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:53.336695765Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:01:53.484733093Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:53.526684042Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b0659a59-7f1a-4295-b181-52fde98ec7f0): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-10T23:01:54.529464046Z","hostname":"buskin","pid":1554,"component":"ProbeManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b374c44c-eb22-4e57-8ad8-927262e3644c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:55.524623984Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"889b827c-c680-4f10-90e7-6aba88ab1d86\", \"content-length\": \"173\", \"date\": \"Wed, 10 Jul 2024 23:01:57 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b0659a59-7f1a-4295-b181-52fde98ec7f0\\\"\", request_id: \"889b827c-c680-4f10-90e7-6aba88ab1d86\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.148828324Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.567214982Z","hostname":"buskin","pid":1554,"component":"NexusNotifierTask","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.70093421Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63449"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.703210869Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.793075357Z","hostname":"buskin","pid":1554,"uri":"/inventory","method":"GET","req_id":"a64885b1-b766-4899-90cd-d409f0cc7b5c","remote_addr":"[fd00:1122:3344:101::c]:63449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":91468,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.795256114Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.795874187Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.804798821Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:01:57.805743591Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"GET","req_id":"feb72832-7bcd-432e-a674-95dc72ccf0c8","remote_addr":"[fd00:1122:3344:101::c]:63449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":11595,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.136197739Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34206"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.14314475Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.143436066Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.143972928Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.143985758Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.144000718Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.144016429Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.144039159Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.14406774Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e098da48-c530-40e0-88a9-c9c62c17c5c0","remote_addr":"[fd00:1122:3344:101::a]:34206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":7675,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.145597433Z","hostname":"buskin","pid":1554,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.341595411Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43958"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.341686853Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.43293156Z","hostname":"buskin","pid":1554,"uri":"/inventory","method":"GET","req_id":"a17ffe81-3ef0-4113-bcbd-3ae2efc29541","remote_addr":"[fd00:1122:3344:101::a]:43958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":91233,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.433280678Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.43335721Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.433767169Z","hostname":"buskin","pid":1554,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:00.435020036Z","hostname":"buskin","pid":1554,"uri":"/omicron-zones","method":"GET","req_id":"c1cffb22-52c5-4c16-aa86-aaacf87897ee","remote_addr":"[fd00:1122:3344:101::a]:43958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1835,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601230111Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:44091"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601457556Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601507827Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601540407Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601551938Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601568048Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601581319Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.601608519Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.60163268Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"88acb0c5-cc04-47c0-95b0-054481b56cb9","remote_addr":"[fd00:1122:3344:101::c]:44091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":349,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718188605Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:36351"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718574103Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718620995Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718650925Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718665265Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718685576Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718691666Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718707706Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.718723197Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"675d38e7-65f0-4302-8365-d34860daf7ac","remote_addr":"[fd00:1122:3344:101::a]:36351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":311,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.76546733Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33891"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765715535Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765769306Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765789137Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765801857Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765813207Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765819958Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765833288Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:01.765858828Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d07d308c-eb1d-4dc2-a57d-6b6c2f089cdb","remote_addr":"[fd00:1122:3344:101::b]:33891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":284,"response_code":"204"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:03.941891339Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:05.53746941Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:46541"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:05.538148625Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"4d0f27cc-5762-4173-9585-63895da77f95","remote_addr":"[fd00:1122:3344:101::a]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":643,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:05.61082701Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"e432e12c-303a-47d9-a932-c19d862d3e88","remote_addr":"[fd00:1122:3344:101::a]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3931,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:19.987313497Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56831"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:19.987432179Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"6e36def0-a4a2-4db4-b14e-a6e7225ab3bb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56831","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.515279925Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:38441"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.516705896Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"f8fcf344-f720-4b7f-9ae8-b0f6109142e1","remote_addr":"[fd00:1122:3344:101::a]:38441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1399,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.518982595Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34704"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.519067167Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"20c72ac5-846a-46bd-8a66-bf2629ffb50a","remote_addr":"[fd00:1122:3344:101::a]:34704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.526807755Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"8e33bcec-7992-4c32-8f7d-2266d7468408","remote_addr":"[fd00:1122:3344:101::a]:34704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":147,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.573861324Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39184"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.573925526Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"d16b60dc-53ad-42e8-ace0-382d5de9c473","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.595735418Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"b07deb55-946c-4b8d-af8e-9202e368610a","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":92,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.704194728Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:33095"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.816189626Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"2fa5034e-ae00-4967-a3e4-dcb1a6f8268f","remote_addr":"[fd00:1122:3344:101::a]:33095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111944,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.81640898Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33497"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.816434291Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48323"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.816458912Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:35363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.816748608Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"1a5e1f37-1695-4123-9bc3-db17a9366a53","remote_addr":"[fd00:1122:3344:101::c]:35363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":185,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.81686002Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"1df53c35-35c9-4f17-a032-0ee460a00154","remote_addr":"[fd00:1122:3344:101::c]:33497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":307,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.816912701Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"9e3cbd6b-9135-4530-a4db-f8682d589b5c","remote_addr":"[fd00:1122:3344:101::b]:48323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":221,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.818726761Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"00416eff-a0e6-4068-bfce-be249f049da1","remote_addr":"[fd00:1122:3344:101::a]:33095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":2107,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.821425479Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:40846"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.894171906Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"a261f231-00da-4a06-bc48-1e8de759d70c","remote_addr":"[fd00:1122:3344:101::c]:40846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":72651,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.89435946Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58031"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.894734348Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"f2b56b51-c790-4769-b060-46302d99e87f","remote_addr":"[fd00:1122:3344:101::c]:35363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":255,"response_code":"204"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.900308199Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.901487614Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/a2a75480-8614-42cd-b481-7c16a671d419/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.903104829Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.903768184Z","hostname":"buskin","pid":1554,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.903841995Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"fbf5538d-cf33-4f9d-9d15-0607e6b47bf1","remote_addr":"[fd00:1122:3344:101::c]:40846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":4135,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.903878626Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"PUT","req_id":"ead3a60a-5aaf-4cbd-9d0e-6dc8606cb0bd","remote_addr":"[fd00:1122:3344:101::a]:33095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":9323,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.946629863Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"d3c21e27-911b-4e0c-a95f-33fcf2a608b8","remote_addr":"[fd00:1122:3344:101::b]:58031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":52046,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:26.949411763Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"43423eb8-6ada-4d1a-81ba-2795898d8a0e","remote_addr":"[fd00:1122:3344:101::b]:58031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":141,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:43.927078712Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::d]:43597"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:43.938641433Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"0be040a8-8570-4db3-acbf-c974507716dc","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":10401,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:50.022116727Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57970"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:50.02223046Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"752d9434-b4ac-48d8-b5ff-b2d99d08cb7d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57970","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.385186491Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39726"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.385336245Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"d2d57108-48c2-433b-99ac-4c050a02542e","remote_addr":"[fd00:1122:3344:101::a]:39726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.393557733Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"b86094d1-a94e-4757-9915-90117fdb8ebc","remote_addr":"[fd00:1122:3344:101::a]:39726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":118,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.441852Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:61855"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.442026374Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"9d303c8b-c516-4c64-b5c2-90ef3191db65","remote_addr":"[fd00:1122:3344:101::a]:61855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.681136765Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:40433"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.681222367Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"38bf6333-cc6e-4529-9255-bfb56920344a","remote_addr":"[fd00:1122:3344:101::c]:40433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.689602988Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"952eb487-36f9-48b3-b5f1-48651496718c","remote_addr":"[fd00:1122:3344:101::c]:40433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":107,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.711545434Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:44635"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.711667427Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"4bc89715-11d4-4a29-bdfe-af4894900c2d","remote_addr":"[fd00:1122:3344:101::c]:44635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.746158114Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59551"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.746232256Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"30a9905a-62c7-443a-96f3-201fa09c7b1c","remote_addr":"[fd00:1122:3344:101::b]:59551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":31,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.753971794Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"7a187e67-9c16-4626-abd5-79e769b678c1","remote_addr":"[fd00:1122:3344:101::b]:59551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":61,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.846669012Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51959"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.900696443Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"cc45e538-b7e0-491e-8f5c-4238f308a616","remote_addr":"[fd00:1122:3344:101::a]:51959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":53958,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.90101467Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64484"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.901220045Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"0d2db736-6522-47da-b087-06a74eb2779a","remote_addr":"[fd00:1122:3344:101::a]:51959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":238,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.902293208Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"b3cdb974-670c-4180-b7ef-6f805745ab6e","remote_addr":"[fd00:1122:3344:101::b]:64484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1200,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:56.987150767Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:65098"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:57.032768256Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"88d662b9-14fb-43b8-abb1-b60d24fa412a","remote_addr":"[fd00:1122:3344:101::c]:65098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45572,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:57.033033982Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"9e4abec7-8d63-4cf7-bb42-09746a9bfdce","remote_addr":"[fd00:1122:3344:101::c]:65098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:57.190996555Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39478"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:57.238849732Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"0cef4a47-fdba-4e34-88ce-6be358422e9c","remote_addr":"[fd00:1122:3344:101::b]:39478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47773,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:02:57.239143139Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"8f7e7e6a-3a27-4895-9016-3d3a5fbaf6c2","remote_addr":"[fd00:1122:3344:101::b]:39478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":102,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:13.927271273Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"864361e7-3655-418f-9a4a-7c39bca0ddc4","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":654,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:20.055597029Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41070"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:20.055704771Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"19eb8b11-446e-4ad3-9bec-68d7dd1e47bb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41070","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.423533988Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:62310"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.42362329Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"58ca688d-f9ac-4d42-a4a6-559108255297","remote_addr":"[fd00:1122:3344:101::a]:62310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.433062974Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"e4207c14-f2c1-4511-894d-871513202f6b","remote_addr":"[fd00:1122:3344:101::a]:62310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.437409749Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:47481"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.437539011Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"1afc3a7c-af26-4b61-8821-6504692e64bf","remote_addr":"[fd00:1122:3344:101::a]:47481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.459005257Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:49273"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.459073278Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"4aee2c75-938f-407c-af2d-8c9f0402f9aa","remote_addr":"[fd00:1122:3344:101::c]:49273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":24,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.467522491Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"e5d3a184-82a3-4401-bae6-2665df3e3f53","remote_addr":"[fd00:1122:3344:101::c]:49273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1229,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.526450718Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56561"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.52654071Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:64624"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.526898848Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"f522f79a-dd48-4d72-ab5c-a2006ea6ffb3","remote_addr":"[fd00:1122:3344:101::c]:64624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":332,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.57636276Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"0c5de5ef-12d5-436d-9a33-5f8b333b45ba","remote_addr":"[fd00:1122:3344:101::a]:56561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49659,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.576722998Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"9eb18f06-796a-4467-be01-df8f427fda01","remote_addr":"[fd00:1122:3344:101::a]:56561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":139,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.580359357Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58137"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.580456939Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"adef1b6a-c1dc-421b-a34c-b5d67de8c019","remote_addr":"[fd00:1122:3344:101::b]:58137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.588753089Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"a3452316-69da-403e-8863-3b1a1b62ed4c","remote_addr":"[fd00:1122:3344:101::b]:58137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":107,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.614107218Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63156"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.661229289Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"10660489-f838-4570-b701-285c51539996","remote_addr":"[fd00:1122:3344:101::c]:63156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47067,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.661501575Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"c4a361a9-bb24-411e-863d-21ce2b9ee34b","remote_addr":"[fd00:1122:3344:101::c]:63156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.749133334Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48094"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.749345018Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"58a371c9-6a2d-41d6-b9c7-8e8431f08188","remote_addr":"[fd00:1122:3344:101::b]:48094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":174,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.825956879Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:55156"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.873819786Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"09fb1e9b-4626-4a65-bf5c-6d9e9d7df5b7","remote_addr":"[fd00:1122:3344:101::b]:55156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47803,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:26.874119023Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"50e9d298-553b-4cd4-8b48-cc992d695225","remote_addr":"[fd00:1122:3344:101::b]:55156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":104,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:43.929072785Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"7342a76e-50b8-4f26-8d4e-d7eaaf8295a8","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1362,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:50.089383774Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60227"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:50.089524808Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"ec9a0f92-5374-4df8-8f8a-85815046ab5d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60227","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.423179034Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34942"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.423316637Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"8f5a3162-728d-4b53-8a38-20ebb91a649a","remote_addr":"[fd00:1122:3344:101::a]:34942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":123,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.430949102Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"1e9c67c4-601e-4479-8914-6978838bc863","remote_addr":"[fd00:1122:3344:101::a]:34942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":120,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.486132128Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51495"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.486314422Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"e415e54f-5d30-43c9-a0d3-a3e3bfbfb885","remote_addr":"[fd00:1122:3344:101::a]:51495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":156,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.508016662Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33614"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.509335931Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"86c22827-f0f0-4d20-884e-39c295dbadf4","remote_addr":"[fd00:1122:3344:101::c]:33614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1275,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.519681445Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"c1a483e9-12ed-465a-85df-7e01a5c671a4","remote_addr":"[fd00:1122:3344:101::c]:33614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.548801036Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:60707"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.549856789Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"04424538-db5e-470f-b8c6-02c8d022b4b6","remote_addr":"[fd00:1122:3344:101::c]:60707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":971,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.692116742Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40789"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.736931153Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"8cbd21b7-c0df-46a8-ac52-dadb26661f80","remote_addr":"[fd00:1122:3344:101::a]:40789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":44754,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.737159178Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:39162"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.740650754Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"f9392b04-9977-446f-8464-1b51a2bade3e","remote_addr":"[fd00:1122:3344:101::a]:40789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3340,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.778742169Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"c8db6846-b995-4e26-a10b-7ebe4783eeca","remote_addr":"[fd00:1122:3344:101::c]:39162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":41482,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.779108457Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"f125ff1e-9cf7-4904-9f58-edd1da6a00bd","remote_addr":"[fd00:1122:3344:101::c]:39162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":160,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.839046876Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62360"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.839250091Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"05b9e2a0-65a9-4342-8127-70ca427883a5","remote_addr":"[fd00:1122:3344:101::b]:62360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":162,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.851140018Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58851"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.851867044Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"a1465f48-ec2a-49a7-9f20-562d24ef1f37","remote_addr":"[fd00:1122:3344:101::b]:58851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":686,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:56.859426788Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"d00a832b-1733-4d37-b974-d930071277a3","remote_addr":"[fd00:1122:3344:101::b]:58851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":113,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:57.055367775Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:57.102352583Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"fca40d67-ea35-4250-9845-84e328e70f4a","remote_addr":"[fd00:1122:3344:101::b]:52574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46911,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:03:57.102638359Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"c646694c-1f78-432e-883f-580886ec8e8c","remote_addr":"[fd00:1122:3344:101::b]:52574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":107,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:13.928360124Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"8de87578-00f2-4c92-a417-5a77ce53f794","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":653,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:20.12222837Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60508"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:20.122345913Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"cf460e61-1d4d-404f-ae63-3a4625e06387","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60508","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.325196935Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:63590"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.325333718Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"693d8417-eea0-48a1-9167-2ab4bdefdc28","remote_addr":"[fd00:1122:3344:101::a]:63590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":105,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.333506535Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"77df1cef-9f88-4c6d-96cb-a4fb1e1971e4","remote_addr":"[fd00:1122:3344:101::a]:63590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":141,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.343854759Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60638"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.344636916Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"be827f84-2c8e-4a17-a6a3-05401cabe279","remote_addr":"[fd00:1122:3344:101::a]:60638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":745,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.374178896Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46601"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.374317239Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"27e384fd-daa2-4703-93f3-2f76cb5da183","remote_addr":"[fd00:1122:3344:101::c]:46601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.419150801Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37316"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.419205803Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"c4f1e74b-862a-41f3-a8f0-cf579b56bd57","remote_addr":"[fd00:1122:3344:101::c]:37316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.426633144Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"66bce567-fdfb-4a09-97cc-e25be3aedd29","remote_addr":"[fd00:1122:3344:101::c]:37316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":66,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.534984782Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:52577"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.584011354Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"05d8108a-feaf-4dd7-bd58-81e0e1277b3f","remote_addr":"[fd00:1122:3344:101::c]:52577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48969,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.584146417Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:38768"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.587835827Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"130a40ee-5f29-4a27-94db-103eaf70af05","remote_addr":"[fd00:1122:3344:101::c]:52577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3455,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.629380188Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"d447fc90-664b-450c-824c-b3191e09bbdb","remote_addr":"[fd00:1122:3344:101::a]:38768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45137,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.629738225Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"9e40185b-f7ae-4cb8-94ae-c9526a4b3eaa","remote_addr":"[fd00:1122:3344:101::a]:38768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":148,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.743831827Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:56042"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.743913439Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"cca96ea0-fc83-497a-b34b-c858890ee71d","remote_addr":"[fd00:1122:3344:101::b]:56042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.752497925Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"68e46d41-2a02-4468-a92a-5abd7a008131","remote_addr":"[fd00:1122:3344:101::b]:56042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":225,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.763462893Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:61189"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.764190429Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"681fda9c-d28d-497f-b4f1-59439539dcac","remote_addr":"[fd00:1122:3344:101::b]:61189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":684,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.83529862Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58322"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.884118348Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"ed2900d4-47c9-46d7-b367-424f822c91e7","remote_addr":"[fd00:1122:3344:101::b]:58322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48780,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:26.884382464Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"f69f2098-9692-4f1d-8371-31c0d05ff6c8","remote_addr":"[fd00:1122:3344:101::b]:58322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":96,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:43.945527784Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"87625bdc-0bba-450f-a48d-38348b85ccc7","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1230,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:50.154205523Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62656"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:50.154345666Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"73381676-253c-42f7-b7d3-12113b2edb64","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62656","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.444270585Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:41765"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.444402918Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"3110f788-c631-43ee-ab92-a4a7516ef913","remote_addr":"[fd00:1122:3344:101::a]:41765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":97,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.452934103Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"d9bf9cdd-1015-46af-9024-b14c45f858d6","remote_addr":"[fd00:1122:3344:101::a]:41765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":129,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.55525357Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63271"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.555338102Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"124567a5-f320-49b3-9560-d4bcf37960f4","remote_addr":"[fd00:1122:3344:101::c]:63271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":59,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.561858463Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39099"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.562053198Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"a7309b5a-52a6-401d-b63d-297866f39068","remote_addr":"[fd00:1122:3344:101::a]:39099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":137,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.563866647Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"ae1b1d35-7d3b-45ac-9369-55990a24bfaf","remote_addr":"[fd00:1122:3344:101::c]:63271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":95,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.568339384Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41741"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.569352926Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"1df62ebf-d716-4bc2-ab4f-b9c629cdabf7","remote_addr":"[fd00:1122:3344:101::c]:41741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":987,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.704189478Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:55614"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.754297484Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"52bd9881-7652-4c8f-96f7-e6053b70ec7d","remote_addr":"[fd00:1122:3344:101::a]:55614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":50050,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.754506548Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.754745313Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"c04fc4b4-87a5-4d4f-b9b1-5032a0d41b23","remote_addr":"[fd00:1122:3344:101::b]:37204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":215,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.754788954Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"e748d15c-3bd8-499b-a07c-5bd74a2611e9","remote_addr":"[fd00:1122:3344:101::a]:55614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":224,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.937697679Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:35253"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.985048375Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"7231bc39-45f4-42af-a39e-386d855aaeba","remote_addr":"[fd00:1122:3344:101::c]:35253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47281,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:56.985310411Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"4e7ad5cb-a5fa-48ef-a540-241f0dfc4b90","remote_addr":"[fd00:1122:3344:101::c]:35253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.022499237Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39061"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.023269223Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"bf1dd459-0ca4-48a1-9bb8-430a8887a335","remote_addr":"[fd00:1122:3344:101::b]:39061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":709,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.037513562Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"1a1941d8-01b4-4ef0-9ddd-bc03084dabe6","remote_addr":"[fd00:1122:3344:101::b]:39061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":152,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.113153191Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:44241"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.161596051Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"c8a17a2a-0048-43ad-ad12-d504cff370cc","remote_addr":"[fd00:1122:3344:101::b]:44241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48391,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:04:57.1624537Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"a80f854d-607b-48bc-a7fd-8b4ccd69eee2","remote_addr":"[fd00:1122:3344:101::b]:44241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":690,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:14.005648877Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"bce392b7-6b60-4db4-b305-45d570532b5b","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":683,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:20.186484845Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55660"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:20.187132049Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"c3fbce9c-dfb2-40df-a9be-8684c0d6c63d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55660","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":612,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.320810414Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34091"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.320929826Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"499dd253-44d8-4631-aa18-889846ee14ca","remote_addr":"[fd00:1122:3344:101::a]:34091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":86,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.326032407Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:43367"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.326121269Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"103edbd0-74d8-4539-b559-4a7e17c50ff1","remote_addr":"[fd00:1122:3344:101::c]:43367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.330167437Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"45484ba6-a7f5-4bcb-985a-e2ada75bfda6","remote_addr":"[fd00:1122:3344:101::a]:34091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":115,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.33355557Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"68112744-f5be-42bd-ae0a-b289565fe2a2","remote_addr":"[fd00:1122:3344:101::c]:43367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":794,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.423156182Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:47637"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.423305175Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"a5d584b7-057f-4cc8-aa7f-b454adf691a3","remote_addr":"[fd00:1122:3344:101::a]:47637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.510590977Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:46518"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.562031162Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"dba38df6-0cc4-490e-8832-c5416910a78b","remote_addr":"[fd00:1122:3344:101::a]:46518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":51386,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.562146305Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:58720"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.562308098Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"9e4a06a2-568d-4449-9c2b-f512e80646ac","remote_addr":"[fd00:1122:3344:101::c]:58720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.562457021Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"32e15245-0ab6-42d0-a811-ee5730b49825","remote_addr":"[fd00:1122:3344:101::a]:46518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.620244164Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59034"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.620370536Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"98cf6609-9f51-4df2-a932-445fb6e6676c","remote_addr":"[fd00:1122:3344:101::b]:59034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.629155627Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"0446b3b7-c153-4d37-8c28-b6f4b15be885","remote_addr":"[fd00:1122:3344:101::b]:59034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":783,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.633608873Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59517"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.681181984Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"94966688-8f57-45b3-a5ff-3d12ec022b80","remote_addr":"[fd00:1122:3344:101::c]:59517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47535,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.681447269Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47954"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.681712285Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"eba7d9d9-a41f-4ac4-ab0c-c91186cf816e","remote_addr":"[fd00:1122:3344:101::c]:59517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":218,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.682498812Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"02ad3638-96b2-4473-ac3a-1a64df36002f","remote_addr":"[fd00:1122:3344:101::b]:47954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":937,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.889401737Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.940230538Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"f137bbbb-5028-44e4-bad7-9a139cccad7d","remote_addr":"[fd00:1122:3344:101::b]:49406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":50739,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:26.940635097Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"610dfa0d-7323-4209-9fad-cdd2ac3493c9","remote_addr":"[fd00:1122:3344:101::b]:49406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:44.005778209Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"773c2e0d-0aa6-4aa2-b0c4-c09a7d00bfc6","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":601,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:50.218384395Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45483"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:50.218542798Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"8211bff8-4fdc-454e-b0bc-f607ff3a6631","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45483","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.408115555Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.408287769Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"024810dd-7d92-4859-a183-febd81534a01","remote_addr":"[fd00:1122:3344:101::c]:41554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":152,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.424588372Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:45272"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.424689804Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"9f75c47c-8720-454c-8f21-4fe7c8df74b2","remote_addr":"[fd00:1122:3344:101::c]:45272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":39,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.432873892Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"afb63268-1f79-4be0-8fca-4dce08428d30","remote_addr":"[fd00:1122:3344:101::c]:45272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.548091239Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:62347"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.548232182Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"3ae6e4f0-2c79-43ff-80e6-b658b98dde0e","remote_addr":"[fd00:1122:3344:101::a]:62347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.550160334Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:44485"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.550264376Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"47073cc7-49d5-486b-83a8-20430ce14a1d","remote_addr":"[fd00:1122:3344:101::a]:44485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.557709367Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"dd663cff-856c-412c-a41f-e7fdf5dc94a5","remote_addr":"[fd00:1122:3344:101::a]:44485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":87,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.686789004Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63526"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.686914997Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"e7c664d8-57db-4661-a4bd-0bce6f0df7a5","remote_addr":"[fd00:1122:3344:101::b]:63526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.694616154Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"9a21970b-9126-4406-9cb5-6475e2e5a886","remote_addr":"[fd00:1122:3344:101::b]:63526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":541,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.694791088Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:64357"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.742327928Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"ea57924b-dd18-4daa-aa02-29065c5f1f65","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47484,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.742798838Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"cf88b3f0-de77-457a-9f5c-93134c43f2fa","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":172,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.786982496Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:62063"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.833058655Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"1a8fa698-1b22-4823-92d4-9946cb4a2589","remote_addr":"[fd00:1122:3344:101::c]:62063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46007,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.833344671Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"5cf014e1-a982-4773-9c87-887e4c8b2aca","remote_addr":"[fd00:1122:3344:101::c]:62063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.930718871Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47382"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:56.930931236Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"a6f746d1-363d-47b2-8a7c-04239eab1a99","remote_addr":"[fd00:1122:3344:101::b]:47382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:57.041994063Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59026"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:57.09074596Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"3a82a483-58b0-4411-8e7f-cbc87cb17a34","remote_addr":"[fd00:1122:3344:101::b]:59026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48667,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:05:57.091796553Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"73fb7689-ee6e-494c-995f-f7d7db2b1179","remote_addr":"[fd00:1122:3344:101::b]:59026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":853,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:14.006026114Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"027d8b19-9cc9-4f0a-bd89-f0567c4c097a","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":557,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:20.251673106Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60714"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:20.251793139Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"d3031361-a405-4f1c-95bf-59976a24c485","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60714","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.284231961Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:64762"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.284328683Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"30a3e719-b7fd-4cc0-b37a-f880688f0bfa","remote_addr":"[fd00:1122:3344:101::c]:64762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.293799778Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"c8c9c109-5a46-48b0-a8c2-c9abc2fea0da","remote_addr":"[fd00:1122:3344:101::c]:64762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":133,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.315077849Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55751"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.316013859Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"5685734a-dacc-4148-aff1-011dd6c9a3f2","remote_addr":"[fd00:1122:3344:101::c]:55751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":891,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.333644341Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53399"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.333715323Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"cbb79b2e-f981-4369-bc14-95dad26da662","remote_addr":"[fd00:1122:3344:101::a]:53399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":31,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.340836337Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"85b0b1df-7796-4c01-9624-9580e2f10cb0","remote_addr":"[fd00:1122:3344:101::a]:53399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":60,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.416877776Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34366"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.417000468Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"473dbfa6-6662-4d64-8aac-3c61bb68124a","remote_addr":"[fd00:1122:3344:101::a]:34366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.514835009Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53842"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.562989322Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"832a8e3a-05fe-4cdc-94f3-afa166b45510","remote_addr":"[fd00:1122:3344:101::c]:53842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48102,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.563242388Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"a33c7192-8435-48c1-b217-234579d74f64","remote_addr":"[fd00:1122:3344:101::c]:53842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.576367712Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43195"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.621626553Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"386c4444-64ce-4771-acee-4152235c0892","remote_addr":"[fd00:1122:3344:101::a]:43195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45152,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.621884259Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"d0c8974c-44b6-4079-bda5-2abfe3691400","remote_addr":"[fd00:1122:3344:101::a]:43195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.788357056Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60070"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.788512869Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"d72aed8f-b222-445c-be38-ac6cd8cf9265","remote_addr":"[fd00:1122:3344:101::b]:60070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.796331499Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"a88c04ab-efa2-4557-83db-6655a0d37680","remote_addr":"[fd00:1122:3344:101::b]:60070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":115,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.812202523Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43221"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.812360526Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"8aa66dca-6019-4f6b-9a1b-154b00a72a43","remote_addr":"[fd00:1122:3344:101::b]:43221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.932196444Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51793"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.980912949Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"58995e38-cb08-4514-a8ec-d4cb399e39e3","remote_addr":"[fd00:1122:3344:101::b]:51793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48668,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:26.981740837Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"d3b86149-51ae-4166-a04e-6e1d046258b9","remote_addr":"[fd00:1122:3344:101::b]:51793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":690,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:44.006701501Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"355c9a32-d08b-454f-a245-9a133b83da5b","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1793,"response_code":"200"}
{"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:49.962333578Z","hostname":"buskin","pid":1554,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:300"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:49.962402559Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:50.000918524Z","hostname":"buskin","pid":1554,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999995839s","next_cleanup":"Instant { tv_sec: 1936, tv_nsec: 684578879 }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:50.286862991Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46632"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:50.287668609Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"2916231b-7f51-4518-884e-977cac4cf895","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46632","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":715,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.406567604Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:57059"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.407807091Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"64f825db-f985-416b-9840-0eadb17d6855","remote_addr":"[fd00:1122:3344:101::a]:57059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1219,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.415245542Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"0ef9db80-2459-4079-83a8-b598043218f2","remote_addr":"[fd00:1122:3344:101::a]:57059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":126,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.473995435Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:33115"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.474309902Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"8afe93e1-95b3-4889-b82c-abf6b69ed5a4","remote_addr":"[fd00:1122:3344:101::a]:33115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":266,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.591147725Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:40113"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.591252207Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"35520320-281b-481d-b831-970e8d1e5fd4","remote_addr":"[fd00:1122:3344:101::c]:40113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.596523581Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.596694915Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"4999c24b-e763-4e88-b07a-9ec6026981cd","remote_addr":"[fd00:1122:3344:101::c]:34363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":138,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.599610208Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"6681973d-2af2-4b6d-a8e8-501e84ed85f6","remote_addr":"[fd00:1122:3344:101::c]:40113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":95,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684393135Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:48048"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684574549Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.68463143Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684660961Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684672251Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684709232Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684717442Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684723522Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.684736522Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fd7e0dba-c47b-4c23-a696-3e64d8cf34ee","remote_addr":"[fd00:1122:3344:101::a]:48048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":321,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686083812Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34031"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686187794Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686216965Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686230655Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686265075Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686275936Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686282126Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686298816Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.686312307Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d0c302b-fe42-4558-8e6d-41ef081c30a5","remote_addr":"[fd00:1122:3344:101::c]:34031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":200,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.798700812Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54752"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.850769461Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"95693415-1705-4ddd-adca-3dc956fb17dc","remote_addr":"[fd00:1122:3344:101::c]:54752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":52024,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.851141679Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"dd5e2d3d-bb1f-4be2-98f6-c75ca5c6bc66","remote_addr":"[fd00:1122:3344:101::c]:54752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.9107099Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41258"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.910931295Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72e5d10c-de12-4af5-89d1-c859f02b11c0, kind: Service { id: 77ed3768-0b42-4873-97bd-de69d9c26fbc }, name: Name(\"external-dns-77ed3768-0b42-4873-97bd-de69d9c26fbc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 140])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b5bf4a3-0a29-423f-9ee3-2a73719f8058, kind: Service { id: 61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3 }, name: Name(\"external-dns-61f4b2cd-5e3d-45ba-b4f9-dc0b6b4514a3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e56ab0c-dc7f-4cd4-992b-d489f431d477, kind: Service { id: e90835f0-7945-417e-a114-808c0c27a0c2 }, name: Name(\"nexus-e90835f0-7945-417e-a114-808c0c27a0c2\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 80])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 905930af-d2c8-43e9-aa14-d891b5859c40, kind: Service { id: d4ecc584-be73-4e2c-858c-8b406ac85497 }, name: Name(\"nexus-d4ecc584-be73-4e2c-858c-8b406ac85497\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 117])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d07f6a9d-d53b-4dc8-94dd-6050f712fc42, kind: Service { id: 4f490467-d9b1-4e35-bcbc-27ad89920611 }, name: Name(\"nexus-4f490467-d9b1-4e35-bcbc-27ad89920611\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.910983016Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911042297Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911056438Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911064968Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911080528Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911102309Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.911128609Z","hostname":"buskin","pid":1554,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f0d06594-c46b-44df-abaf-c2eb61cf44a5","remote_addr":"[fd00:1122:3344:101::b]:41258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":386,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.918185392Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62905"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.918299084Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"34f0c8eb-1548-4091-b68e-4ad07e514eb9","remote_addr":"[fd00:1122:3344:101::b]:62905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":43,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.920797959Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41026"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.920921381Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"502a5257-44f9-4218-8179-8e04abd3f410","remote_addr":"[fd00:1122:3344:101::b]:41026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":99,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:56.927164467Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"702ecd62-72c2-4d50-b5e5-04963cdd0502","remote_addr":"[fd00:1122:3344:101::b]:62905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":88,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.071465074Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40402"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.119175108Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"cfee3abd-cb78-4d7b-b465-c30947bc2d73","remote_addr":"[fd00:1122:3344:101::a]:40402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47663,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.119454114Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"7b83ae84-206f-42a1-94ad-4f2a4a58beb5","remote_addr":"[fd00:1122:3344:101::a]:40402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.172842001Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39188"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.219089764Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"c275cd3d-bf53-4427-9c16-4857de37f938","remote_addr":"[fd00:1122:3344:101::b]:39188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46147,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:06:57.219977943Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"3e5d42d4-236d-4db0-9257-f941e48e0065","remote_addr":"[fd00:1122:3344:101::b]:39188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":695,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:03.947487079Z","hostname":"buskin","pid":1554,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:14.005434805Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"02f1bddd-b19e-43a8-bdae-176792ff67e9","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":636,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:20.319993152Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47997"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:20.320092774Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"7e66a0cc-9273-46be-8f0d-47c26515ed9b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47997","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.392346558Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35366"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.39242751Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"64d2f9a8-1f57-4205-801a-81a6257805ed","remote_addr":"[fd00:1122:3344:101::a]:35366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.402028048Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"4449f8dc-fbb5-472c-995f-b47607ab1093","remote_addr":"[fd00:1122:3344:101::a]:35366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":666,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.439196353Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53515"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.440230566Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"94913f95-0807-4939-9a2e-46559180021c","remote_addr":"[fd00:1122:3344:101::c]:53515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":986,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.449367854Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"401ebc90-a88a-47e7-b05d-1b964f617bed","remote_addr":"[fd00:1122:3344:101::c]:53515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":71,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.490048255Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:50560"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.490320612Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"b446555f-0bc0-49e0-b913-3ee38604c67c","remote_addr":"[fd00:1122:3344:101::a]:50560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":225,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.499550872Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47214"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.499720525Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"0075bb85-5405-4f8a-bdc3-0c2be021b449","remote_addr":"[fd00:1122:3344:101::c]:47214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.592816103Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:50116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.64252983Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"c67e25c9-8748-46bc-be34-bd8545258eae","remote_addr":"[fd00:1122:3344:101::c]:50116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49643,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.642673743Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43070"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.643775217Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"2377586f-29ac-4142-b410-6310b14908d4","remote_addr":"[fd00:1122:3344:101::b]:43070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1037,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.643822988Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"c71cd1a6-1f5e-4b08-b23d-26f47a01f0c0","remote_addr":"[fd00:1122:3344:101::c]:50116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":992,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.719697562Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52837"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.719813895Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"7908963a-8268-4d54-a9ef-1b61c7a2ba01","remote_addr":"[fd00:1122:3344:101::b]:52837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":75,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.728160246Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"b14b0c49-899a-475f-aa6a-cd4d1902e359","remote_addr":"[fd00:1122:3344:101::b]:52837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":116,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.765948345Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45916"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.813883144Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"7488126d-42df-4acb-b879-f8a9650ec2a8","remote_addr":"[fd00:1122:3344:101::a]:45916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47890,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.814368564Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"3d252f29-2b26-4609-bc45-66aac7856277","remote_addr":"[fd00:1122:3344:101::a]:45916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":231,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:26.95722838Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:38505"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:27.006465227Z","hostname":"buskin","pid":1554,"uri":"/switch-ports","method":"POST","req_id":"640b3ff3-861b-4e06-a2e9-bcce5a265713","remote_addr":"[fd00:1122:3344:101::b]:38505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49175,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:27.006841886Z","hostname":"buskin","pid":1554,"uri":"/network-bootstore-config","method":"GET","req_id":"af37db65-620c-4064-8b11-eb7257071bdc","remote_addr":"[fd00:1122:3344:101::b]:38505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":128,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.692346568Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:46124"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.692540602Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"091cd0d3-f46a-4dce-8dd4-64f9718bb5b2","remote_addr":"[fd00:1122:3344:101::a]:46124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":161,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.694596636Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16769813) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.694635747Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"PUT","req_id":"561d4c4c-0aff-4c6f-8171-fdaf9618071a","remote_addr":"[fd00:1122:3344:101::a]:46124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1915,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.838572727Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:55998"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.856380413Z","hostname":"buskin","pid":1554,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:548","metadata":"InstanceMetadata { silo_id: e0b34cdf-1f23-4817-ab16-64e8e7238503, project_id: 93203a44-3d39-4af2-b975-da6ded27b121 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-10T23:07:32.443309Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16769813))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-23b1a70758e\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, read_only_parent: Some(Volume { block_size: 512, id: 79600eee-e476-4396-91d3-89a1772f204d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b86de645-7a0a-4a6a-82e8-73e2068aeb8f, key: Some(\"iM1rhGv+VuCbVCs6HjQqZsfL65yOhNBBpwqoTeBc5gA=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, key: Some(\"mnjcuLcP+tHidnBjKxfYPVyg3dlunOK/bbBl7Pexhi0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABP8LjqWOpYAADwuOpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAUPC46ljqWAAA8LjqWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2YyMzY5Zi00YTcwLTQ3ZjItYTZlNi1mYTNjOGU2MTM3NzYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTDhzZkZKNFBSaDBJOEs4N1EzUUlTRjNVR1lSTHlGUS9FUmExYTZIU2xlMCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.856477825Z","hostname":"buskin","pid":1554,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:582","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776 (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.858146791Z","hostname":"buskin","pid":1554,"component":"InstanceManager","file":"sled-agent/src/instance.rs:942","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16769813))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e11af9d7-eeed-41fd-bc0c-1227dcee8d04, kind: Instance { id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16769813), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-23b1a70758e\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, read_only_parent: Some(Volume { block_size: 512, id: 79600eee-e476-4396-91d3-89a1772f204d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b86de645-7a0a-4a6a-82e8-73e2068aeb8f, key: Some(\"iM1rhGv+VuCbVCs6HjQqZsfL65yOhNBBpwqoTeBc5gA=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, key: Some(\"mnjcuLcP+tHidnBjKxfYPVyg3dlunOK/bbBl7Pexhi0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABP8LjqWOpYAADwuOpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAUPC46ljqWAAA8LjqWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2YyMzY5Zi00YTcwLTQ3ZjItYTZlNi1mYTNjOGU2MTM3NzYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTDhzZkZKNFBSaDBJOEs4N1EzUUlTRjNVR1lSTHlGUS9FUmExYTZIU2xlMCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-10T23:07:32.443309Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.861509094Z","hostname":"buskin","pid":1554,"uri":"/instances/1cf2369f-4a70-47f2-a6e6-fa3c8e613776","method":"PUT","req_id":"932ac008-370c-4ea7-a754-9f2577f78581","remote_addr":"[fd00:1122:3344:101::a]:55998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":22836,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.952201509Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40291"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.954217213Z","hostname":"buskin","pid":1554,"uri":"/instances/1cf2369f-4a70-47f2-a6e6-fa3c8e613776/state","method":"PUT","req_id":"3f45bab6-6c7f-47ce-bd14-36142e919689","remote_addr":"[fd00:1122:3344:101::a]:40291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1926,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.981453814Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 253, 250, 73]), slot: 0, vni: Vni { inner: 16769813 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:32.981517915Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:33.017313411Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:33.040127185Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlInstance0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1:0\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"12400\"/>\n        <propval type=\"astring\" name=\"metric_addr\" value=\"[fd00:1122:3344:101::c]:12221\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:34.425619993Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:34.425841568Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 60.16818ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:34.608409515Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 72.127901ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:34.683643905Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 235.449567ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:34.770720862Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 338.11236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:35.022950289Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 743.936746ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:35.375266735Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 1.058341971s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:36.130227507Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 534.7641ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:37.198788296Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 815.973157ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:37.747844625Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 1.493298871s","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:38.574805509Z","hostname":"buskin","pid":1554,"zone":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.096081929Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:1428"}
{"msg":"wait for service Some(\"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\") failed: Property not found. retry in 40.662559ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:40.106038575Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.159946223Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:1437"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.194418481Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:1451"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABP8LjqWOpYAADwuOpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAUPC46ljqWAAA8LjqWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2YyMzY5Zi00YTcwLTQ3ZjItYTZlNi1mYTNjOGU2MTM3NzYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTDhzZkZKNFBSaDBJOEs4N1EzUUlTRjNVR1lSTHlGUS9FUmExYTZIU2xlMCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-23b1a70758e\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, read_only_parent: Some(Volume { block_size: 512, id: 79600eee-e476-4396-91d3-89a1772f204d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b86de645-7a0a-4a6a-82e8-73e2068aeb8f, key: Some(\"iM1rhGv+VuCbVCs6HjQqZsfL65yOhNBBpwqoTeBc5gA=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8ef90333-65bd-457c-a8aa-c4369ed1f053, key: Some(\"mnjcuLcP+tHidnBjKxfYPVyg3dlunOK/bbBl7Pexhi0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 1cf2369f-4a70-47f2-a6e6-fa3c8e613776, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 93203a44-3d39-4af2-b975-da6ded27b121, silo_id: e0b34cdf-1f23-4817-ab16-64e8e7238503 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.196573057Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:689"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.43615431Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:691"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-07-10T23:07:40.436634360Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.436660591Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.436673521Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-10T23:07:40.436634360Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.436690071Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }, propolis_id: e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-10T23:07:40.436634360Z }, migration_state: None }","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-07-10T23:07:40.521427188Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.521443928Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.521469199Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-10T23:07:40.521427188Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.521478729Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }, propolis_id: e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-10T23:07:40.521427188Z }, migration_state: None }","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.559209347Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:65521"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.559938233Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"cd917786-8170-44cc-9961-bdbae76295b9","remote_addr":"[fd00:1122:3344:101::c]:65521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":660,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.608003694Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"591228dd-0aba-4d88-b6dd-d828ee740ebb","remote_addr":"[fd00:1122:3344:101::c]:65521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.644499625Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46567"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.644573636Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"ecc7c685-d657-49e9-829d-e7d98b6dd240","remote_addr":"[fd00:1122:3344:101::c]:46567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":30,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:40.655846681Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"8b40522e-ca00-4a60-97a7-a2e1d18bd733","remote_addr":"[fd00:1122:3344:101::c]:46567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":825,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:44.083701203Z","hostname":"buskin","pid":1554,"uri":"/b0659a59-7f1a-4295-b181-52fde98ec7f0","method":"GET","req_id":"a0bb76d6-90a7-4686-9dbb-fefe34c168ba","remote_addr":"[fd00:1122:3344:101::d]:43597","local_addr":"[fd00:1122:3344:101::1]:34561","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b0659a59-7f1a-4295-b181-52fde98ec7f0","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":662,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.642828016Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:41370"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.644040922Z","hostname":"buskin","pid":1554,"uri":"/instances/1cf2369f-4a70-47f2-a6e6-fa3c8e613776/state","method":"PUT","req_id":"d67f87e2-254e-4e0c-9f7e-e6fa94f32063","remote_addr":"[fd00:1122:3344:101::a]:41370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1141,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-07-10T23:07:49.644156665Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.644181295Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.644199536Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-10T23:07:49.644156665Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.644242937Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-10T23:07:32.467890133Z }, propolis_id: e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-10T23:07:49.644156665Z }, migration_state: None }","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-07-10T23:07:49.730005466Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730037766Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730074317Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-07-10T23:07:49.730005466Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-10T23:07:49.730005466Z }","propolis_id":"e8764c19-4a93-48a3-b974-9cc9ea1b9727"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730109478Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:610","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730115478Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730288512Z","hostname":"buskin","pid":1554,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.730341463Z","hostname":"buskin","pid":1554,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:437","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a2a75480-8614-42cd-b481-7c16a671d419/debug/bundle/zone\", \"/pool/int/ea4fd780-f69b-4232-b6cd-4388430d72b4/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/e03759b1-cf9b-485a-966f-6a90ebbce4f4/crypt/debug\", \"/pool/ext/fb82893c-b4be-46f2-994c-7b8318094f4c/crypt/debug\", \"/pool/ext/68327ee5-4aec-4399-b8bb-563ba202e23d/crypt/debug\", \"/pool/ext/b3c9e3cc-4430-43aa-bf7c-da309ea6198b/crypt/debug\", \"/pool/ext/af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crypt/debug\", \"/pool/ext/e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crypt/debug\", \"/pool/ext/b729e64c-b292-4f07-b10d-608b638fea57/crypt/debug\", \"/pool/ext/3f48c2e6-a796-47b9-95c7-be41c3dd8afd/crypt/debug\", \"/pool/ext/603ce9af-9af2-41c5-877f-a88968c7b3bf/crypt/debug\"] }","zone_name":"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.767948198Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55317"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.768123092Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"d1b1bab9-6028-4271-a602-a5f3fe02a733","remote_addr":"[fd00:1122:3344:101::c]:55317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:49.780566221Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"f307184c-37f9-4e2b-af9e-b7d00ad7b644","remote_addr":"[fd00:1122:3344:101::c]:55317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":165,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:50.353688383Z","hostname":"buskin","pid":1554,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55498"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:50.353870577Z","hostname":"buskin","pid":1554,"uri":"/baseboard","method":"GET","req_id":"d621592a-7f40-41e8-9950-4235d2acb668","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55498","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":129,"response_code":"200"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:50.359509209Z","hostname":"buskin","pid":1554,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1230","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727\", bundle_id: 3658b2b4-e053-493f-9f2c-7fb1ddd341f3 }, time_created: 2024-07-10T23:07:49.730982677Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_e8764c19-4a93-48a3-b974-9cc9ea1b9727","v":0,"name":"SledAgent","level":40,"time":"2024-07-10T23:07:50.359622681Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:784"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.108333311Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.125468892Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(16769813), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.125512553Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(16769813), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.134478728Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-10T23:07:49.730005466Z }, propolis_id: e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-10T23:07:52.134424377Z }, migration_state: None }","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.236242463Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:45599"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.236502509Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"60663ad2-8c79-498b-a8c6-c38f02926f71","remote_addr":"[fd00:1122:3344:101::c]:45599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":190,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.236784355Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16769813) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.236825236Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"PUT","req_id":"bcf371ad-902b-4b88-bf6d-72df01e6810d","remote_addr":"[fd00:1122:3344:101::c]:45599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"204"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.46310417Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-10T23:07:49.730005466Z }, propolis_id: e8764c19-4a93-48a3-b974-9cc9ea1b9727 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-10T23:07:52.134424377Z }, migration_state: None }","instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.467934155Z","hostname":"buskin","pid":1554,"instance_id":"1cf2369f-4a70-47f2-a6e6-fa3c8e613776","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.500688975Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41241"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.500804977Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"7d848c34-1e76-4a5b-93b4-94bc0bafec85","remote_addr":"[fd00:1122:3344:101::c]:41241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.50691444Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"8dde8e6b-6c40-4c07-acfe-de3c52bea36e","remote_addr":"[fd00:1122:3344:101::c]:41241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":92,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.618930748Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:42414"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.61902586Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"a6329c5f-cdb4-4dd0-bd8a-1b0d922bcf26","remote_addr":"[fd00:1122:3344:101::c]:42414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.625607972Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"d2a1aa3b-6ab3-4c83-96a3-3c057aa06740","remote_addr":"[fd00:1122:3344:101::c]:42414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":93,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.633149015Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35496"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.633305638Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"GET","req_id":"d29061ae-b605-4cc4-9c6b-242ee47bbf9f","remote_addr":"[fd00:1122:3344:101::a]:35496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.633512583Z","hostname":"buskin","pid":1554,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:872","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 253, 250, 73])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16769813) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:52.633535174Z","hostname":"buskin","pid":1554,"uri":"/v2p","method":"DELETE","req_id":"e3473c35-04bd-4395-a681-b704971e31a7","remote_addr":"[fd00:1122:3344:101::a]:35496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":65,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:53.405104606Z","hostname":"buskin","pid":1554,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39035"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:53.405226949Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"GET","req_id":"25c27a76-b1b6-4772-9742-e63ea1855bbe","remote_addr":"[fd00:1122:3344:101::a]:39035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-10T23:07:53.411966025Z","hostname":"buskin","pid":1554,"uri":"/vpc-routes","method":"PUT","req_id":"d61ebbae-f9bc-4032-b3ae-3d63a7653be7","remote_addr":"[fd00:1122:3344:101::a]:39035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":120,"response_code":"204"}